-- Logs begin at Wed 2021-11-24 17:04:45 UTC, end at Wed 2021-11-24 18:43:13 UTC. --
Nov 24 17:41:37.149258 dv-cinder-818579-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 24 17:41:39.553628 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.common.config [-] Logging enabled!
Nov 24 17:41:39.554377 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev77
Nov 24 17:41:39.554377 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 24 17:41:39.558301 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.common.config [-] Logging enabled!
Nov 24 17:41:39.558567 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev77
Nov 24 17:41:39.558879 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Nov 24 17:41:39.559846 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 17:41:39.560081 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 17:41:39.560431 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 17:41:39.560678 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 17:41:39.560908 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 17:41:39.561226 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.561530 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.561826 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.562055 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.562351 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.562638 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.562918 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.563205 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.563504 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.563812 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.564093 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.564377 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.564608 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.564886 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.565171 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.565456 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.565679 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.565957 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.566378 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.566785 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.567066 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.567352 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.567654 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.567926 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.568198 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.568481 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.568809 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] host                           = dv-cinder-818579-1-iscsi {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.569086 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.569371 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.569657 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.569940 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.570213 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.570487 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.570774 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.571043 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.571314 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.571590 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.571899 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.572186 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.572476 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.572701 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.573465 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.574271 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.574567 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.574853 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.575137 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.575419 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.575722 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.576006 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.576278 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.576565 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.576852 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.577138 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.577415 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.577690 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.577966 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.578242 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.578526 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.578799 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.579073 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.579371 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.579678 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.579950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.580227 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.580525 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.580808 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.581090 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.581379 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.581650 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.581928 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.582202 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.582474 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.582742 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.583012 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.583278 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.583558 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.583851 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.584122 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.584394 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.584666 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.584948 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:39.585243 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.585537 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.585834 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.586117 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.586409 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.586689 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.586975 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.587252 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.587536 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.587841 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.588130 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.588409 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.589859 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.590147 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.590463 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.590774 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.591073 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.591368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.591672 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.591952 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.592233 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.592510 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.592799 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.593095 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.593386 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.593659 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.593939 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.594229 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.594505 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.594778 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.595055 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.595341 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.595629 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.595906 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.596186 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.596462 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.596733 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.597005 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.597284 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.597577 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.597849 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.598119 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.598388 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.598661 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.598936 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.599216 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.599493 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.599800 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.600074 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.600349 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.600619 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.600890 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.601165 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.601435 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.601709 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.601986 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.602255 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.602523 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.602792 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.603062 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.603331 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.603625 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.603894 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.604262 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.604991 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.605276 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.605556 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.605832 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.606123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.606422 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.606702 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.606980 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.607261 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.607537 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.607839 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.608118 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.608396 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.608673 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.608943 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.609232 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.609518 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.609803 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.610083 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.610360 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.610746 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.610932 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.611221 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.611496 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.611900 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.612097 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.612376 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.612668 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.612959 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.613252 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.613545 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.613835 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.614114 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.614417 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.614692 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:39.614907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 17:41:39.615148 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86727) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 24 17:41:40.015931 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO keyring.backend [-] Loading KWallet
Nov 24 17:41:40.023035 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO keyring.backend [-] Loading SecretService
Nov 24 17:41:40.027856 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO keyring.backend [-] Loading Windows
Nov 24 17:41:40.029201 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO keyring.backend [-] Loading chainer
Nov 24 17:41:40.029785 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO keyring.backend [-] Loading macOS
Nov 24 17:41:40.064944 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:41:40.065216 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=86727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:41:40.065512 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:41:40.065847 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 24 17:41:40.379963 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.380253 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.380526 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.381735 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.382006 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.382269 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.509512 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.509788 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.510061 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.524652 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.524926 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.525191 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.554873 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.555477 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.555477 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.599086 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.599359 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.599644 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.841217 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f65d6f76af0> agent after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.841504 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f65d6f76af0> agent after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.841777 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f65d6f769d0> segment precommit_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.842048 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f65d6f76a60> network precommit_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.842812 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f65d7024790> segment before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.968170 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> network before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.968493 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f65d6d9e0d0> agent before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.968779 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> network before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.969054 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.969325 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.969642 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> segment after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.969914 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> segment precommit_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.970177 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> segment precommit_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.970437 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> segment after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.970722 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> network after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.970984 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> network precommit_delete 0 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.971397 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port provisioning_complete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.971692 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.971956 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.972231 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> agent after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.972509 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> subnet after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.972773 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> subnet precommit_delete 0 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.973049 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.973306 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.973592 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> segment_host_mapping after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.973947 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.974202 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.974453 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> port after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.974737 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.974988 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.975235 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f65d7920c70>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:40.975647 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.975891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.976127 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.976363 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.976597 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.976832 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:40.977204 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 24 17:41:40.980912 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 24 17:41:40.984911 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 24 17:41:40.988758 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Nov 24 17:41:40.990397 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 24 17:41:40.990845 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 24 17:41:40.991184 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 24 17:41:40.991575 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 24 17:41:40.994606 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 24 17:41:40.995473 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 24 17:41:40.995842 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 17:41:41.023520 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Nov 24 17:41:41.023998 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f65d6e45a00>> qos_plugin after_init 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.024301 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86727) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 24 17:41:41.024667 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f65d6e45460>> logging-plugin after_init 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.026075 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86727) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 24 17:41:41.026361 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 24 17:41:41.026607 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 24 17:41:41.029866 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f65d6e23310>> floatingip before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.030160 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f65d6e23310>> port before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.092537 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 24 17:41:41.092716 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 24 17:41:41.092959 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 24 17:41:41.093332 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 24 17:41:41.126429 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_db.sqlalchemy.engines [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86727) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 24 17:41:41.463916 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing driver for type 'gre'
Nov 24 17:41:41.464487 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] gre ID ranges: [(1, 1000)]
Nov 24 17:41:41.517514 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing driver for type 'local'
Nov 24 17:41:41.517879 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing driver for type 'vlan'
Nov 24 17:41:41.530224 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] VlanTypeDriver initialization complete
Nov 24 17:41:41.530591 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing driver for type 'vxlan'
Nov 24 17:41:41.531105 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] vxlan ID ranges: [(1, 1000)]
Nov 24 17:41:41.589935 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing extension driver 'port_security'
Nov 24 17:41:41.590595 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.extensions.port_security [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] PortSecurityExtensionDriver initialization complete
Nov 24 17:41:41.590719 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing mechanism driver 'openvswitch'
Nov 24 17:41:41.591049 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing mechanism driver 'hyperv'
Nov 24 17:41:41.597726 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.plugins.ml2.plugin [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:41.598485 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd5700>> port after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.598858 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd5700>> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.599213 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd5700>> port after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.599625 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd58b0>> subnet after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.599986 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd58b0>> subnet after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.600340 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d6fd58b0>> subnet after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.600725 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694f970>> network after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.601075 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694f970>> network after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.601420 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694f970>> network after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.601799 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fbe0>> security_group after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.602149 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fbe0>> security_group after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.602492 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fbe0>> security_group after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.602870 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fe50>> security_group_rule after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.603216 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fe50>> security_group_rule after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.603555 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fe50>> security_group_rule after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.603954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fee0>> address_group after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.604347 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fee0>> address_group after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.604685 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f65d694fee0>> address_group after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.605027 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] ML2 OVO RPC backend initialized. {{(pid=86727) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 24 17:41:41.605722 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> router_interface after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.606078 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> router_interface after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.606496 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> network before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.606844 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> networks before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.607194 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> port before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.607537 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> ports before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.607907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> subnet before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.608253 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> subnets before_response 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.608599 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> network after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.608940 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> network after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.609279 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> network after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.609615 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> port after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.609959 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.610295 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> port after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.610633 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> subnet after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.610971 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> subnet after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.611306 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f65d69584f0>> subnet after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.611904 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.plugin [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Modular L2 Plugin initialization complete
Nov 24 17:41:41.612240 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading services supported by the core plugin {{(pid=86727) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 24 17:41:41.612572 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.plugins.ml2.managers [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Got port-security extension from driver 'port_security'
Nov 24 17:41:41.613034 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.extensions.vlantransparent [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Disabled vlantransparent extension.
Nov 24 17:41:41.613521 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86727) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 24 17:41:41.613837 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: router
Nov 24 17:41:41.650196 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router_interface before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.650589 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_create 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.650965 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router before_create 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.651973 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router_interface before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.652347 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router_interface after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.652704 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_delete 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.653067 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> floatingip after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.653430 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_create 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.653780 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.654133 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.654481 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router_gateway after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.654841 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.655251 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.655644 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f65d71203a0> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.655989 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f65d7120550> port after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.656330 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f65d71204c0> subnet after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.656672 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f65d7120430> subnetpool_address_scope after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.657019 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> port precommit_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.657368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_create 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.657711 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f65d710fc10> port before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.658061 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.658426 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router after_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.658771 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_delete 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.659128 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_create 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.659489 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router_interface after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.659864 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> router precommit_update 55549900 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.660230 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> agent after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.660584 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> agent after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.660936 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f65d6958610>> network after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.661801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Tracking information for resource: router configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:41.662137 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Tracking information for resource: floatingip configured {{(pid=86727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 24 17:41:41.668029 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.db.l3_agentschedulers_db [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 24 17:41:41.668615 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f65d68c1670> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.668982 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f65d68c1550> port after_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.669341 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _notify_port_delete at 0x7f65d68c15e0> port after_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.669697 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f65d68c1940> port after_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.670484 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f65d6867e20>> router before_create 55550100 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.670852 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f65d6867e20>> router precommit_delete 55550100 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.671216 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f65d6867e20>> router precommit_create 55550100 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.671573 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f65d6867e20>> router precommit_update 55550100 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.676230 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.provider_configuration [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service providers = [] {{(pid=86727) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 24 17:41:41.676546 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.db.servicetype_db [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86727) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 24 17:41:41.679507 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.service_base [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 17:41:41.679881 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.service_base [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 17:41:41.680224 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.service_base [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 17:41:41.681279 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.services.service_base [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 24 17:41:41.681657 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.services.service_base [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 24 17:41:41.682037 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.682536 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 24 17:41:41.693173 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.693511 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: auto_allocate
Nov 24 17:41:41.699978 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f65d6895d30> network precommit_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.700350 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f65d6895d30> network precommit_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.700864 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.701185 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: tag
Nov 24 17:41:41.708051 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.708386 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: timestamp
Nov 24 17:41:41.712224 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.712557 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: network_ip_availability
Nov 24 17:41:41.718529 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d682edf0>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.718897 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d682edf0>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.719255 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d682edf0>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.719998 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.720317 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: flavors
Nov 24 17:41:41.725297 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.725631 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading Plugin: revisions
Nov 24 17:41:41.730214 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 24 17:41:41.730605 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.665s {{(pid=86727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:41:41.731358 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86727) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Nov 24 17:41:41.731729 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Initializing extension manager.
Nov 24 17:41:41.732239 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: __init__.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.732584 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: __pycache__ {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.732921 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.733254 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: address_group.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.734022 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.734600 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: address-group
Nov 24 17:41:41.734928 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: address_scope.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.735666 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.736182 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: address-scope
Nov 24 17:41:41.736507 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.737451 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.737965 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: router-admin-state-down-before-update
Nov 24 17:41:41.738288 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: agent.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.738985 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.739493 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: agent
Nov 24 17:41:41.739854 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: agent_resources_synced.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.740769 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.741276 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: agent-resources-synced
Nov 24 17:41:41.741598 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.743425 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.743973 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: allowed-address-pairs
Nov 24 17:41:41.744301 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.745421 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.745943 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: auto-allocated-topology
Nov 24 17:41:41.746266 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: availability_zone.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.746954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.747467 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: availability_zone
Nov 24 17:41:41.747821 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: availability_zone_filter.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.748768 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.749277 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: availability_zone_filter
Nov 24 17:41:41.749601 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: data_plane_status.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.750523 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.751030 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 24 17:41:41.751354 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: default_subnetpools.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.752304 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.752816 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: default-subnetpools
Nov 24 17:41:41.753142 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.753953 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.754465 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: dhcp_agent_scheduler
Nov 24 17:41:41.754792 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: dns.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.755756 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.756267 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension dns-integration not supported by any of loaded plugins
Nov 24 17:41:41.756594 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: dns_domain_ports.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.757526 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.758047 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 24 17:41:41.758373 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: dvr.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.759051 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.759556 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: dvr
Nov 24 17:41:41.759904 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: empty_string_filtering.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.761361 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.761924 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: empty-string-filtering
Nov 24 17:41:41.762251 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.763175 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.763710 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 24 17:41:41.764034 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.764954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.765467 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 24 17:41:41.765788 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: external_net.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.766725 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.767236 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: external-net
Nov 24 17:41:41.767563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.768504 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.769011 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: extra_dhcp_opt
Nov 24 17:41:41.769331 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: extraroute.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.770250 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.770757 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: extraroute
Nov 24 17:41:41.771078 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: extraroute_atomic.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.772148 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.772661 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: extraroute-atomic
Nov 24 17:41:41.772982 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: filter_validation.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.773648 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.774153 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: filter-validation
Nov 24 17:41:41.774474 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: fip_pf_description.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.777609 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.778135 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 24 17:41:41.778473 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: fip_port_details.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.779413 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.779961 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: fip-port-details
Nov 24 17:41:41.780293 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: flavors.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.781541 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.782066 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: flavors
Nov 24 17:41:41.782394 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.784105 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.784629 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 24 17:41:41.784963 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: floatingip_pools.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.785669 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.786183 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: floatingip-pools
Nov 24 17:41:41.786511 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: ip_allocation.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.787454 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.788002 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 24 17:41:41.788328 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.789517 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.790029 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: ip-substring-filtering
Nov 24 17:41:41.790356 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l2_adjacency.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.791287 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.791918 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 24 17:41:41.792387 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.793361 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.793882 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: router
Nov 24 17:41:41.794208 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.796695 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.797294 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 24 17:41:41.797627 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.798568 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.799087 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: ext-gw-mode
Nov 24 17:41:41.799420 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.800373 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.800891 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: l3-ha
Nov 24 17:41:41.801220 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3_flavors.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.802137 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.802650 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: l3-flavors
Nov 24 17:41:41.802976 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.803949 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.804461 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 24 17:41:41.804785 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: l3agentscheduler.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.805812 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.806327 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: l3_agent_scheduler
Nov 24 17:41:41.806654 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: logging.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.808344 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.808867 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension logging not supported by any of loaded plugins
Nov 24 17:41:41.809198 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: metering.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.809945 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.810527 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: metering
Nov 24 17:41:41.810856 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.812002 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.812522 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: metering_source_and_destination_fields
Nov 24 17:41:41.812855 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: multiprovidernet.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.813935 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.814452 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: multi-provider
Nov 24 17:41:41.814782 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: netmtu.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.815744 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.816257 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: net-mtu
Nov 24 17:41:41.816585 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: netmtu_writable.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.817528 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.818039 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: net-mtu-writable
Nov 24 17:41:41.818367 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: network_availability_zone.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.819064 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.819575 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: network_availability_zone
Nov 24 17:41:41.819929 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: network_ip_availability.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.821087 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.821602 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: network-ip-availability
Nov 24 17:41:41.821932 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: network_segment_range.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.822722 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.823785 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 24 17:41:41.824113 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: pagination.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.825132 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.825459 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: pagination
Nov 24 17:41:41.825780 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: port_device_profile.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.826702 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.827221 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: port-device-profile
Nov 24 17:41:41.827547 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.828507 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.829018 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: port-mac-address-regenerate
Nov 24 17:41:41.829342 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.830271 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.830781 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: port-numa-affinity-policy
Nov 24 17:41:41.831104 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: port_resource_request.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.832041 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.832547 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 24 17:41:41.832870 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: portbindings.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.833804 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.834314 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: binding
Nov 24 17:41:41.834635 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: portbindings_extended.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.835984 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.836523 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: binding-extended
Nov 24 17:41:41.836853 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: portsecurity.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.837783 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.838291 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: port-security
Nov 24 17:41:41.839166 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: project_id.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.840369 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.840700 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: project-id
Nov 24 17:41:41.841023 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: providernet.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.841955 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.842471 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: provider
Nov 24 17:41:41.842797 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.846398 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.846924 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos not supported by any of loaded plugins
Nov 24 17:41:41.847254 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.848548 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.849067 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 24 17:41:41.849399 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.850326 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.850839 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 24 17:41:41.851168 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_default.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.852123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.852638 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-default not supported by any of loaded plugins
Nov 24 17:41:41.852968 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_fip.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.853630 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.854192 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-fip not supported by any of loaded plugins
Nov 24 17:41:41.854657 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.855612 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.856137 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 24 17:41:41.856464 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.857382 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.857896 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 24 17:41:41.858224 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.859149 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.859687 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 24 17:41:41.860013 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: qos_rules_alias.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.861062 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.861574 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 24 17:41:41.861898 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: quotasv2.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.862845 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.863304 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: quotas
Nov 24 17:41:41.863656 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: quotasv2_detail.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.865303 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.865641 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: quota_details
Nov 24 17:41:41.865973 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: rbac.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.867039 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.867561 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: rbac-policies
Nov 24 17:41:41.867924 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: rbac_address_group.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.868867 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.869381 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: rbac-address-group
Nov 24 17:41:41.869744 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: rbac_address_scope.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.870669 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.871181 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: rbac-address-scope
Nov 24 17:41:41.871506 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: rbac_security_groups.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.872459 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.872973 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: rbac-security-groups
Nov 24 17:41:41.873299 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.874237 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.874749 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: rbac-subnetpool
Nov 24 17:41:41.875074 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: revisionifmatch.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.876024 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.876535 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: revision-if-match
Nov 24 17:41:41.876858 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: revisions.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.877984 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.878501 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: standard-attr-revisions
Nov 24 17:41:41.878828 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: router_availability_zone.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.879500 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.880044 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: router_availability_zone
Nov 24 17:41:41.880369 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: routerservicetype.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.881292 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.881802 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension router-service-type not supported by any of loaded plugins
Nov 24 17:41:41.882152 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.883086 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.883593 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: security-groups-normalized-cidr
Nov 24 17:41:41.883946 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.884875 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.886067 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: port-security-groups-filtering
Nov 24 17:41:41.886565 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.887502 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.888050 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: security-groups-remote-address-group
Nov 24 17:41:41.888376 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: securitygroup.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.898079 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.898617 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: security-group
Nov 24 17:41:41.898950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: segment.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.899775 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.900290 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension segment not supported by any of loaded plugins
Nov 24 17:41:41.900619 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.902125 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.902640 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 24 17:41:41.902967 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: servicetype.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.904114 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.904633 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: service-type
Nov 24 17:41:41.904963 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: sorting.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.905954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.906289 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: sorting
Nov 24 17:41:41.906615 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: standard_attr_segment.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.907531 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.908087 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 24 17:41:41.908420 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: standardattrdescription.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.909073 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.909584 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: standard-attr-description
Nov 24 17:41:41.909907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: stateful_security_group.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.910838 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.911355 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: stateful-security-group
Nov 24 17:41:41.911713 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: stdattrs_common.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.912300 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 24 17:41:41.912623 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.913643 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.914409 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 24 17:41:41.914732 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnet_onboard.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.915825 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.916349 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: subnet_onboard
Nov 24 17:41:41.916699 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.917625 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.918141 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 24 17:41:41.918470 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnet_service_types.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.919398 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.919969 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: subnet-service-types
Nov 24 17:41:41.920293 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnetallocation.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.921393 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.921922 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: subnet_allocation
Nov 24 17:41:41.922249 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.922931 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.923446 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: subnetpool-prefix-ops
Nov 24 17:41:41.923809 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.924747 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.925255 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 24 17:41:41.925579 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: tagging.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.926687 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.927170 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: standard-attr-tag
Nov 24 17:41:41.927496 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: timestamp.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.928735 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.929258 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loaded extension: standard-attr-timestamp
Nov 24 17:41:41.929587 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: trunk.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.930628 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.931143 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension trunk not supported by any of loaded plugins
Nov 24 17:41:41.931471 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: trunk_details.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.932460 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.932968 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension trunk-details not supported by any of loaded plugins
Nov 24 17:41:41.933297 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.934223 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.934735 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 24 17:41:41.935062 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Loading extension file: vlantransparent.py {{(pid=86727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Nov 24 17:41:41.935776 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Nov 24 17:41:41.936286 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 24 17:41:41.938756 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:network
Nov 24 17:41:41.939506 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnet
Nov 24 17:41:41.940339 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 17:41:41.940943 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:port
Nov 24 17:41:41.942229 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.942665 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service FLAVORS assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.943279 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.943744 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.944075 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:router
Nov 24 17:41:41.944728 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 17:41:41.945432 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service METERING assigned prefix: /metering {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.946867 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d6769970>> rbac-policy before_create 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.947241 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d6769970>> rbac-policy before_update 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.947620 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f65d6769970>> rbac-policy before_delete 55550000 {{(pid=86727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:41:41.949309 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 17:41:41.949753 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 17:41:41.950426 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 17:41:41.951165 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service CORE assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.951500 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 17:41:41.951876 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] subnetpool is already registered
Nov 24 17:41:41.952477 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service CORE assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.952805 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 17:41:41.953130 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] subnetpool is already registered
Nov 24 17:41:41.955693 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.956129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service FLAVORS assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.956721 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.957141 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.957471 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:router
Nov 24 17:41:41.957806 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] router is already registered
Nov 24 17:41:41.958401 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:floatingip
Nov 24 17:41:41.958741 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] floatingip is already registered
Nov 24 17:41:41.959363 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service METERING assigned prefix: /metering {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.960070 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 24 17:41:41.960405 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] rbac_policy is already registered
Nov 24 17:41:41.960956 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:security_group
Nov 24 17:41:41.961289 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] security_group is already registered
Nov 24 17:41:41.961876 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 24 17:41:41.962211 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] security_group_rule is already registered
Nov 24 17:41:41.962863 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service CORE assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.963194 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 17:41:41.964165 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] subnetpool is already registered
Nov 24 17:41:41.964950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.v2.resource_helper [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Service CORE assigned prefix:  {{(pid=86727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 24 17:41:41.965280 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 24 17:41:41.965615 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING neutron.quota.resource_registry [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] subnetpool is already registered
Nov 24 17:41:41.966253 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: extensions {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.967740 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: address-groups {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.969362 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: address-scopes {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.970561 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: agents {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.971740 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: auto-allocated-topology {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.973004 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: availability_zones {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.974314 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: dhcp-networks {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.975795 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: dhcp-agents {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.977210 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: routers {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.980142 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: flavors {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.981313 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: service_profiles {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.982512 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: next_providers {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.984108 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: service_profiles {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.985539 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: floatingip-pools {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.986758 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: routers {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.988595 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: floatingips {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.989769 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: l3-routers {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.991201 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: l3-agents {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.992632 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: metering-labels {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.993982 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: metering-label-rules {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.995945 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: network-ip-availabilities {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.997191 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: bindings {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:41.998848 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: quotas {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.000313 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: quotas {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.001735 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: rbac-policies {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.003020 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: security-groups {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.004249 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: security-group-rules {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.005478 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: service-providers {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.006711 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: subnetpools {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.008163 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: subnetpools {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.009599 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.011924 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.013716 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.015483 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.017266 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.019094 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.020806 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.022697 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.024466 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.026487 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron.api.extensions [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Extended resource: tags {{(pid=86727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Nov 24 17:41:42.032594 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING keystonemiddleware.auth_token [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 24 17:41:42.037355 dv-cinder-818579-1-iscsi neutron-server[86727]: WARNING keystonemiddleware.auth_token [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 24 17:41:42.045940 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Acquired lock "singleton_lock" {{(pid=86727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 24 17:41:42.046416 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_concurrency.lockutils [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Releasing lock "singleton_lock" {{(pid=86727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 24 17:41:42.047052 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Starting 2 workers
Nov 24 17:41:42.051761 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Started child 86832 {{(pid=86727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 17:41:42.056076 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Started child 86833 {{(pid=86727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 17:41:42.056702 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.058083 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO neutron.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 24 17:41:42.058700 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Notify callbacks [] for process, before_spawn {{(pid=86727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.059694 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [-] (86832) wsgi starting up on http://0.0.0.0:9696
Nov 24 17:41:42.060988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.061497 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Starting 1 workers
Nov 24 17:41:42.062485 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [-] (86833) wsgi starting up on http://0.0.0.0:9696
Nov 24 17:41:42.066071 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Started child 86834 {{(pid=86727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 17:41:42.066596 dv-cinder-818579-1-iscsi neutron-server[86727]: INFO oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Starting 1 workers
Nov 24 17:41:42.069440 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] calling RpcWorker wait() {{(pid=86834) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 24 17:41:42.069981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] returning from RpcWorker wait() {{(pid=86834) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 24 17:41:42.070913 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Started child 86835 {{(pid=86727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 24 17:41:42.071420 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.071666 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG neutron_lib.callbacks.manager [None req-37c333bd-3fd4-4bbc-9cb4-1545f5dfe4f7 None None] Notify callbacks [] for process, after_spawn {{(pid=86727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.072146 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:42.074513 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 24 17:41:42.074513 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 17:41:42.074513 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 17:41:42.074775 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 17:41:42.075053 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 17:41:42.075222 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 17:41:42.076076 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.076076 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.076258 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:42.076721 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.076721 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.076846 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.077104 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:42.077334 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.077577 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.077849 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.078122 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.078356 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.078527 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.078696 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.078954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.079194 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.079487 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.079771 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.080012 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.080299 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.080475 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.080735 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.081004 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.081253 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.081521 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.081768 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.082239 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.082484 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.082734 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.082989 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.083273 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.083517 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.083815 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.084056 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.084278 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.084531 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.084792 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.085032 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.085265 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.085490 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.085735 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.085950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.086427 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] host                           = dv-cinder-818579-1-iscsi {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.086661 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.086895 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.087146 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.087394 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.087666 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.087907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.088176 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.088476 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.089134 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.089847 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.089847 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.089847 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.090199 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.090322 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.090443 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.090673 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.090925 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.091204 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.091399 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.091573 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.091775 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.092028 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.092254 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.092464 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.092684 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.092901 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.093116 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.093350 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.093599 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.093904 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.094083 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.094318 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.094559 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.094820 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.095081 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.095308 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.095535 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.095829 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.096053 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.096292 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.096511 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.096742 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.096975 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.097189 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.097460 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.097682 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.097929 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.098187 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.098437 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.098674 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.098907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.099126 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.099407 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.099659 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.099916 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.100261 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.100575 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.100863 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.101089 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.101324 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.101542 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.101759 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.101992 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.102254 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.102486 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.102722 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.102961 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.103227 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.103608 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.104218 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.104581 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.105144 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.105144 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.105404 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.105698 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.105843 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.106041 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.106306 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.106603 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.106851 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.107131 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.107474 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.107969 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.107969 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.108289 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.108559 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.108921 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.109141 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.109318 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.109552 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.110418 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.110418 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.110418 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.110799 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.111021 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.111158 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.111327 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.111559 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.113563 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.114981 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.115767 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.115959 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.116198 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.116504 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.116668 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.117063 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.117195 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.117458 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.117631 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.117867 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.118082 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.118308 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.118549 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.118771 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.118991 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.119206 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.119430 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.120213 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.120758 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.121183 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.121559 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.121782 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.122013 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.122232 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.122483 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.122730 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.122963 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.123187 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.123406 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.123635 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.123861 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.124100 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.124315 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.124528 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.124743 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.124961 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.125174 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.125390 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.125602 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.125815 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.126055 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.126340 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.126652 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.126902 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.127159 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.127560 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.127839 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.128063 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.128319 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.128564 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.128819 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.129035 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.129313 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.129561 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.129798 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.130050 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.130301 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.130567 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.130807 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.131026 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.131257 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.131495 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.131741 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.131999 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.132267 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.132500 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.132779 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.133029 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.133287 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.133522 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.133806 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.134040 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.134489 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.134666 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.134831 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.135103 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.135407 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.136263 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.136856 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.136856 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.137145 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.137145 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.137423 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.137574 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.137862 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.138120 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.138357 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.138570 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.138798 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.139143 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.139508 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.139692 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.139834 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.140097 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.140326 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.140564 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.140836 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.141093 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.141346 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.141614 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.141821 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.142088 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.142334 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.142580 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.142812 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.143368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.143368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144040 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144040 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144040 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144433 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144433 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144700 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.144863 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.145447 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.145447 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.145660 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.146121 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.146121 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.146372 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147034 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147034 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147034 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147398 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147398 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147549 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.147836 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.148087 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.148330 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.148604 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.148961 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.149266 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.149526 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.149879 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.150160 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.150300 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.150470 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.150763 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.151379 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.151829 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.152066 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.152320 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.152559 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.152789 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.153128 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.153377 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.153612 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.153855 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.154073 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.154292 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.154541 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.154760 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.154977 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.155207 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.155425 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.155692 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.155945 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.156188 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.156398 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.156610 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.156838 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.157204 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.157341 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.157523 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.157768 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.157998 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.158239 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.158583 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.158760 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.158908 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.159103 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.159319 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.159531 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.159794 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.160336 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.160336 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161558 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161647 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.161828 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.162061 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.162312 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.162619 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.162836 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.163080 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.163339 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.163561 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.163809 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.164077 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.164655 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.164980 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.165257 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.165534 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.165803 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.166080 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.166340 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.166725 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.167368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.167659 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.167945 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.168213 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.168474 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.168777 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.169024 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.169245 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.169468 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.169715 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.169934 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.170205 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.170478 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.170723 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.170941 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.171167 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.171383 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.171658 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.171892 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.172117 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.172336 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.172492 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 17:41:42.172987 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 24 17:41:42.173147 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 24 17:41:42.173301 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 24 17:41:42.173470 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 24 17:41:42.173641 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 24 17:41:42.173793 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 24 17:41:42.173994 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174158 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174318 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174475 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174633 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174812 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.174972 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175130 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175288 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175445 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175625 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175786 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.175944 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176100 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176260 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176417 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176574 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176780 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.176896 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177053 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177211 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177368 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177526 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177684 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.177892 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178058 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178217 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178376 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178532 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178702 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178837 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.178994 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179151 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179308 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179469 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179647 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179805 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.179963 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180120 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180277 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180436 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] host                           = dv-cinder-818579-1-iscsi {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180593 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180749 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.180908 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.181066 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.181222 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.181381 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.181541 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.182824 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183461 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183461 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183461 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183461 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183755 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183755 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.183875 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184063 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184190 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184347 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184534 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184704 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.184857 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185027 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185176 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185318 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185479 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185636 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185794 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.185954 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186114 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186273 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186425 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186586 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186745 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.186891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187037 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187196 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187354 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187512 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187691 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.187850 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188010 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188169 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188315 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188475 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188633 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188805 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.188965 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189129 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189259 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189401 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189533 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189692 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.189853 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190012 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190170 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190327 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190486 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190645 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190804 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.190946 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191157 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191300 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191434 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191566 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191718 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.191851 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.192003 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.192160 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.192318 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 24 17:41:42.192494 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.192657 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.192829 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.192990 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193151 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193312 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193472 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193632 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193792 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.193953 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194124 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194286 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194456 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194618 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194777 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.194940 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195101 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195261 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195423 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195583 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195764 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.195926 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196101 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196263 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196424 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196584 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196746 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.196907 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.197068 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.197230 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.197393 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.197554 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.197714 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.198686 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.198686 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.198686 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199269 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199269 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199414 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199579 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199765 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.199930 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.200094 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.200416 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.200574 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.200716 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.200872 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201033 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201184 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201345 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201706 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201706 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.201950 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202215 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202364 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202502 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202637 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202782 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.202925 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203060 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203194 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203337 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203472 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203644 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203795 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.203958 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204120 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204280 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204442 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204604 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204969 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.204969 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205212 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205212 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205379 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205540 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205701 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.205862 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206023 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206184 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206348 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206507 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206819 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.206998 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207176 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207641 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207641 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207641 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207902 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.207986 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208117 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208277 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208437 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208598 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208761 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.208924 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209087 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209251 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209411 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209570 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209732 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.209892 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210056 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210218 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210378 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210538 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210700 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.210860 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211021 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211181 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211350 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211510 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211694 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.211856 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212023 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212194 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212355 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212516 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212677 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.212838 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.213000 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.213160 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.213320 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214123 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214488 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214488 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214635 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214761 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.214884 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215032 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215193 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215353 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215514 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215704 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215852 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.215977 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:42.216065 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216146 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216311 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216472 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216633 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216794 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.216955 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217115 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217276 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217436 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217597 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217758 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.217919 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218079 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218240 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218400 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218561 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218721 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.218881 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219042 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219203 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219363 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219524 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219706 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.219871 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220032 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220192 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220353 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220513 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220675 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220836 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.220998 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221158 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221320 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221481 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221643 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221804 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.221965 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222125 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222286 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222446 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222608 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222769 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.222929 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223091 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223251 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223411 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223586 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223776 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.223938 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224098 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224259 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224420 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224581 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224743 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.224904 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225063 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225250 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225421 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225589 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225752 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.225912 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.226073 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.226239 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.226403 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.226587 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.226731 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.227429 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.228000 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.228168 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.228337 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.228495 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.228656 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229092 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229092 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.229801 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230157 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230157 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230312 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230444 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230613 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230765 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.230920 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231081 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231253 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231414 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231570 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231747 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.231901 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232063 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232226 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232392 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232561 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232739 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.232891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233061 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233232 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.233891 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234296 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234296 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234489 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234489 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234688 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234776 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.234924 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235083 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235244 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235405 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235565 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235748 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.235910 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236070 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236232 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236415 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236543 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236704 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.236865 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 24 17:41:42.237018 dv-cinder-818579-1-iscsi neutron-server[86727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 24 17:41:42.318826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36700) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:41:42.328048 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0070262
Nov 24 17:41:53.134929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3153e-fa9d-4e32-8bd1-d2365554da22 None None] get_active_networks_info from dv-cinder-818579-1-iscsi {{(pid=86834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Nov 24 17:41:53.233398 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3153e-fa9d-4e32-8bd1-d2365554da22 None None] No non-hosted networks {{(pid=86834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 24 17:41:53.250717 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.agentschedulers_db [None req-50a3153e-fa9d-4e32-8bd1-d2365554da22 None None] DHCP Agent not found on host dv-cinder-818579-1-iscsi {{(pid=86834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 24 17:41:53.321428 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4a6f2ea5-e0b5-4186-ae4f-d7d701da5ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:53.452894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:53.453540 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.456296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.456813 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.457310 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.457775 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.458805 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.459273 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.461978 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.462491 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.462958 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.468023 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.468530 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:41:53.469136 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f65d6480370>, 'Open vSwitch agent', 'dv-cinder-818579-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:53.488143 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f65d6492d90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818579-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:41:55.988375 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-47054b30-afb8-4f54-80e7-44edc5a0a351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:56.043783 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-36574e7b-3a2b-4c4b-9980-a9404bf2141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:56.683928 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:58.037686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:41:59.826573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36792) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:00.490753 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING oslo_policy.policy [None req-6fdd8ef1-a613-49ae-b3c7-ed3f974996f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:00.491444 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING oslo_policy.policy [None req-6fdd8ef1-a613-49ae-b3c7-ed3f974996f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:00.709496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-6fdd8ef1-a613-49ae-b3c7-ed3f974996f1 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:42:00.710475 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6fdd8ef1-a613-49ae-b3c7-ed3f974996f1 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8829973
Nov 24 17:42:02.084111 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.db.l3_hamode_db [None req-6f8861fa-f8fe-451d-b4ce-db575ec12cf8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 24 17:42:02.193511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8861fa-f8fe-451d-b4ce-db575ec12cf8 None None] Routers set() bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:42:02.193840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8861fa-f8fe-451d-b4ce-db575ec12cf8 None None] Router IDs set() for agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 24 17:42:03.235936 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36806) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:03.918618 dv-cinder-818579-1-iscsi neutron-server[86832]: WARNING oslo_policy.policy [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:03.919233 dv-cinder-818579-1-iscsi neutron-server[86832]: WARNING oslo_policy.policy [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:04.142999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:04.250377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.policy [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86832) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 24 17:42:04.299016 dv-cinder-818579-1-iscsi neutron-server[86832]: WARNING oslo_policy.policy [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:04.299420 dv-cinder-818579-1-iscsi neutron-server[86832]: WARNING oslo_policy.policy [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:04.311026 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.quota [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f65d62310a0>.
Nov 24 17:42:04.327504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:04.401265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708677275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708677960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708708789', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708694932', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708790163', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754708776090', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1483510', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1357558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-375022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720806'] for rbac-policy, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:04.474618 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:04.476048 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-46a09914-1c3c-4622-9943-c99b718eab97 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2381475
Nov 24 17:42:07.391439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36824) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:07.794677 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'name': 'private'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:07.796156 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.quota [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f65d64acf40>.
Nov 24 17:42:07.812179 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:07.819047 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Usage tracker for resource:network and tenant:d79520ae17ed4f1db6de3f8836324229 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:07.825812 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:07.834185 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:07.852158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Made reservation on behalf of d79520ae17ed4f1db6de3f8836324229 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:42:07.927550 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.policy [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86833) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Nov 24 17:42:07.976615 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING oslo_policy.policy [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:07.977008 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING oslo_policy.policy [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 24 17:42:07.987503 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.009270 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.026239 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:08.030454 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Usage tracker for resource:security_group_rule and tenant:d79520ae17ed4f1db6de3f8836324229 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:08.036083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:08.042742 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:08.155709 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.160372 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.169034 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:08.188595 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:42:08.217236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754710935197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.217845 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f65d6f769d0> segment precommit_create {{(pid=86833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 24 17:42:08.218317 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Added segment 9128c55c-2d54-4139-87b2-2a753b0cfa31 of type vlan for network 5d1432eb-2a43-4407-889e-1ba38657a0ad
Nov 24 17:42:08.271720 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c56dc5-4fbb-4b87-b270-7e2e3911170d,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:08.294224 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.294575 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.294899 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.295250 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.295527 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.295927 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.296249 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.296556 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.296864 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.297172 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.297477 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.297807 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Tracked resource versions report:
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]: pushed versions:
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]: {   'AddressGroup': {'1.2'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'ConntrackHelper': {'1.0'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Log': {'1.0'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Network': {'1.1'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Port': {'1.7'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'PortForwarding': {'1.2'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'QosPolicy': {'1.8'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SecurityGroup': {'1.4'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SubPort': {'1.0'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Subnet': {'1.1'},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Trunk': {'1.1'}}
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]: consumer versions:
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Log': '1.0',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Network': '1.1',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Port': '1.7',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'PortForwarding': '1.2',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'QosPolicy': '1.8',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SecurityGroup': '1.4',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SubPort': '1.0',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Subnet': '1.1',
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Trunk': '1.1'}}
Nov 24 17:42:08.298827 dv-cinder-818579-1-iscsi neutron-server[86833]:  {{(pid=86833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:42:08.341981 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.355809 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:08.399843 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.401377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:08.402039 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:08.406916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:08.513782 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1210754
Nov 24 17:42:08.520496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1432eb-2a43-4407-889e-1ba38657a0ad,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:08.524880 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:08.534278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:42:11.274151 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36842) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:11.743310 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f587c4d-567b-492b-ac2b-fa4b77b6d0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:11.745273 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-5f587c4d-567b-492b-ac2b-fa4b77b6d0db admin admin] 10.222.0.64 "GET /v2.0/networks/5d1432eb-2a43-4407-889e-1ba38657a0ad HTTP/1.1" status: 200  len: 825 time: 0.4701691
Nov 24 17:42:11.776266 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-749dee01-1201-4105-b453-951661835ce2 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/31126ae3-0d78-4751-9883-b1b4b6f25823 HTTP/1.1" status: 200  len: 734 time: 0.0255647
Nov 24 17:42:11.786112 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:11.792204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:11.796210 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Usage tracker for resource:subnet and tenant:d79520ae17ed4f1db6de3f8836324229 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:11.799159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:11.805472 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:11.817081 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Made reservation on behalf of d79520ae17ed4f1db6de3f8836324229 for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:42:11.819802 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:12.119651 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:12.123961 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:12.220790 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94b4aac-eb8a-4bc8-a598-1cee7c56185b,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:12.225804 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Checking segment: {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:42:12.226204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Network hostable DHCP agents. Network: 5d1432eb-2a43-4407-889e-1ba38657a0ad, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:42:12.231459 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:12.249359 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:42:12.261999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 5d1432eb-2a43-4407-889e-1ba38657a0ad) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:12.266881 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:12.267616 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:12.272284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2dc592-342a-4d08-9037-dbf8919a95d0 None None] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:42:12.293790 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5110133
Nov 24 17:42:12.701707 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-5d1432eb-2a43-4407-889e-1ba38657a0ad', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 17:42:12.702894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:12.907105 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Allocated IP 172.20.0.2 (5d1432eb-2a43-4407-889e-1ba38657a0ad/a94b4aac-eb8a-4bc8-a598-1cee7c56185b/f85c9243-6c93-472e-8fbd-ef29241700a4) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:42:13.174556 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:13.190852 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Transition to ACTIVE for port object f85c9243-6c93-472e-8fbd-ef29241700a4 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:42:13.216218 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Transition to ACTIVE for port object f85c9243-6c93-472e-8fbd-ef29241700a4 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:42:13.224779 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:13.232742 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:13.294029 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:42:13.297027 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:13.303204 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:42:13.313392 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Pushing event updated for resources: {'Port': ['ID=f85c9243-6c93-472e-8fbd-ef29241700a4,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:13.358944 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.359278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.359646 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.359968 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.360300 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.360629 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.360947 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.361270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.361602 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.361929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.362248 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.362564 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Tracked resource versions report:
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]: pushed versions:
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]: {   'AddressGroup': {'1.2'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'ConntrackHelper': {'1.0'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Log': {'1.0'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Network': {'1.1'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Port': {'1.7'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'PortForwarding': {'1.2'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'QosPolicy': {'1.8'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SecurityGroup': {'1.4'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SubPort': {'1.0'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Subnet': {'1.1'},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Trunk': {'1.1'}}
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]: consumer versions:
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Log': '1.0',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Network': '1.1',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Port': '1.7',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'PortForwarding': '1.2',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'QosPolicy': '1.8',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SecurityGroup': '1.4',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SubPort': '1.0',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Subnet': '1.1',
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Trunk': '1.1'}}
Nov 24 17:42:13.363663 dv-cinder-818579-1-iscsi neutron-server[86834]:  {{(pid=86834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:42:13.411345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:13.422577 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Attempting to bind port f85c9243-6c93-472e-8fbd-ef29241700a4 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:42:13.422989 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Attempting to bind port f85c9243-6c93-472e-8fbd-ef29241700a4 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:42:13.423426 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Attempting to bind port f85c9243-6c93-472e-8fbd-ef29241700a4 on network 5d1432eb-2a43-4407-889e-1ba38657a0ad {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:42:13.433528 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:42:13.433829 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Checking segment: {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:42:13.434336 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:13.434737 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Bound using segment: {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:42:13.435241 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Bound port: f85c9243-6c93-472e-8fbd-ef29241700a4, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:42:13.435691 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:13.557001 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] For port f85c9243-6c93-472e-8fbd-ef29241700a4, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:42:13.561511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] For port f85c9243-6c93-472e-8fbd-ef29241700a4, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=f85c9243-6c93-472e-8fbd-ef29241700a4,segment=NetworkSegment(9128c55c-2d54-4139-87b2-2a753b0cfa31),segment_id=9128c55c-2d54-4139-87b2-2a753b0cfa31)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:42:13.566586 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:13.570763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:13.657271 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Pushing event updated for resources: {'Port': ['ID=f85c9243-6c93-472e-8fbd-ef29241700a4,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:13.660764 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:14.861433 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36852) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:15.426049 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-c48f49ce-7250-46ad-87f0-7faf78cfe4bd admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:42:15.427209 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c48f49ce-7250-46ad-87f0-7faf78cfe4bd admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5646489
Nov 24 17:42:17.503080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84c29e-0596-4851-90bf-c7c502136a8f None None] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:42:17.578006 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device f85c9243-6c93-472e-8fbd-ef29241700a4 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:17.654736 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-7e371eb6-5700-48b8-9334-63ed2e575b6c None None] Provisioning for port f85c9243-6c93-472e-8fbd-ef29241700a4 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:42:17.762798 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port f85c9243-6c93-472e-8fbd-ef29241700a4 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:42:17.772946 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port f85c9243-6c93-472e-8fbd-ef29241700a4 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:17.773343 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:17.961169 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:17.998670 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port f85c9243-6c93-472e-8fbd-ef29241700a4, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=f85c9243-6c93-472e-8fbd-ef29241700a4,segment=NetworkSegment(9128c55c-2d54-4139-87b2-2a753b0cfa31),segment_id=9128c55c-2d54-4139-87b2-2a753b0cfa31)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:42:18.003821 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:18.006610 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:18.057953 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36868) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:18.081909 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=f85c9243-6c93-472e-8fbd-ef29241700a4,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:18.085426 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:18.189036 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-a6256750-a620-4ead-8218-3ae6fbfa7401 None None] Provisioning complete for port f85c9243-6c93-472e-8fbd-ef29241700a4 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:18.189409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a6256750-a620-4ead-8218-3ae6fbfa7401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:18.482686 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-cb23d080-abd8-4dbc-a4b8-fd8d1671e72f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:42:18.483692 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cb23d080-abd8-4dbc-a4b8-fd8d1671e72f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4246616
Nov 24 17:42:19.535059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device f85c9243-6c93-472e-8fbd-ef29241700a4 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:19.608564 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port f85c9243-6c93-472e-8fbd-ef29241700a4 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:19.608947 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:20.127136 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:42:21.249893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36880) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:21.637548 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'name': 'router1'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:21.642602 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:21.646338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Usage tracker for resource:router and tenant:d79520ae17ed4f1db6de3f8836324229 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:21.649636 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:21.656071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:21.666337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:21.667937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:21.689235 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:21.797303 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:21.815659 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:21.816839 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-216b5e00-8142-456e-8980-e1f80d11cb43 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5659530
Nov 24 17:42:23.091701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-df991b8b-d78d-4faa-b787-21cd6d3fa074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:23.356270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:24.216230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36890) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:24.613230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-6da4a422-a374-4f37-a2e2-2e8a35200d17 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:42:24.614208 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6da4a422-a374-4f37-a2e2-2e8a35200d17 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3970475
Nov 24 17:42:25.992768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-24c19f19-317e-4bb3-a4a0-034ee582fb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:26.638286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.097279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36906) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:27.457121 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:27.462567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:27.466559 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Usage tracker for resource:network and tenant:38301f1721f145e580e6a8c53455f208 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:27.469581 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:27.475502 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:27.487110 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Made reservation on behalf of 38301f1721f145e580e6a8c53455f208 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:42:27.489501 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.503272 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.518771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:27.522510 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Usage tracker for resource:security_group_rule and tenant:38301f1721f145e580e6a8c53455f208 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:27.526265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:27.532158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:27.622840 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.626670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.629929 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:27.645926 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Reserving flat network on physical network physnet1 {{(pid=86833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 24 17:42:27.668089 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23951a9-e639-493c-bdc1-64326e8995ad,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:27.671660 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:27.674582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.674926 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Added segment 1d60fed5-be7b-4a1c-b53c-f107f1240272 of type flat for network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31
Nov 24 17:42:27.709125 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.747958 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.749245 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:27.749825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:27.754492 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:27.856778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Pushing event updated for resources: {'Network': ['ID=1112414e-8fa4-4c4a-9e61-2f1835e0ba31,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:27.859688 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:27.861188 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7630308
Nov 24 17:42:27.866841 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:42:27.998649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:30.288112 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36926) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:30.434049 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2fb3cc-e2dd-4753-99f5-11ed1ed15f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:30.435487 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ff2fb3cc-e2dd-4753-99f5-11ed1ed15f5c admin admin] 10.222.0.64 "GET /v2.0/subnets/a94b4aac-eb8a-4bc8-a598-1cee7c56185b HTTP/1.1" status: 200  len: 849 time: 0.1464276
Nov 24 17:42:30.584740 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b9e2e560-a45c-417f-8790-075bb44fbce7 admin admin] 10.222.0.64 "GET /v2.0/routers/2ef611f9-f8a4-4b85-8e5f-50ab893dac7b HTTP/1.1" status: 200  len: 704 time: 0.1436400
Nov 24 17:42:31.065965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:31.335692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Allocated IP 172.20.0.1 (5d1432eb-2a43-4407-889e-1ba38657a0ad/a94b4aac-eb8a-4bc8-a598-1cee7c56185b/7b3aa543-9778-4022-8ae8-479a36d1cff4) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:42:31.499066 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:31.516758 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Transition to ACTIVE for port object 7b3aa543-9778-4022-8ae8-479a36d1cff4 will not be triggered until provisioned by entity DHCP. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:42:31.570921 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:31.574997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:31.641104 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:42:31.644061 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:31.647726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:42:31.648259 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:31.781195 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Pushing event updated for resources: {'Port': ['ID=7b3aa543-9778-4022-8ae8-479a36d1cff4,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:31.789020 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:31.829197 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-5af59cc3-6f2b-4321-a2c4-f4689116c2df None None] Provisioning for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:42:31.834343 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-5af59cc3-6f2b-4321-a2c4-f4689116c2df None None] Provisioning complete for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:31.834719 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5af59cc3-6f2b-4321-a2c4-f4689116c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:31.892888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-5af59cc3-6f2b-4321-a2c4-f4689116c2df None None] Port 7b3aa543-9778-4022-8ae8-479a36d1cff4 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:42:31.925502 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:32.181990 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:32.186368 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:32.187518 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:32.190694 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:32.326415 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Pushing event updated for resources: {'Port': ['ID=7b3aa543-9778-4022-8ae8-479a36d1cff4,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:32.329088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:32.392056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:42:32.393143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:32.589439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 17:42:32.622579 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-00f84197-086e-4ec6-955a-b95598f9ca13 None None] Provisioning complete for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:32.622962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-00f84197-086e-4ec6-955a-b95598f9ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:32.677002 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-00f84197-086e-4ec6-955a-b95598f9ca13 None None] Port 7b3aa543-9778-4022-8ae8-479a36d1cff4 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:42:32.791238 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:42:32.801003 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Sync routers for ids ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:42:32.801596 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] 10.222.0.64 "PUT /v2.0/routers/2ef611f9-f8a4-4b85-8e5f-50ab893dac7b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2116137
Nov 24 17:42:32.812244 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Routers {'2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:42:32.813086 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64d5520>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:42:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:32.992163 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Set router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:42:33.397505 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64d5520>, [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:31Z', 'revision_number': 2, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port_host': None, '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:31Z', 'revision_number': 2, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:33.403925 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Checking router: 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:42:33.404442 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Updating router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b port 7b3aa543-9778-4022-8ae8-479a36d1cff4 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:42:33.461805 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:33.861536 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:33.876821 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Transition to ACTIVE for port object 7b3aa543-9778-4022-8ae8-479a36d1cff4 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:42:33.883267 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:33.888729 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:34.035087 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Pushing event updated for resources: {'Port': ['ID=7b3aa543-9778-4022-8ae8-479a36d1cff4,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:34.043538 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.043907 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.044237 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.044571 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.044883 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.045202 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.045514 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.045826 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.046150 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.046464 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.046771 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.047076 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Tracked resource versions report:
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]: pushed versions:
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]: {   'AddressGroup': {'1.2'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'ConntrackHelper': {'1.0'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Log': {'1.0'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Network': {'1.1'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Port': {'1.7'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'PortForwarding': {'1.2'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'QosPolicy': {'1.8'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SecurityGroup': {'1.4'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SubPort': {'1.0'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Subnet': {'1.1'},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Trunk': {'1.1'}}
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]: consumer versions:
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Log': '1.0',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Network': '1.1',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Port': '1.7',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'PortForwarding': '1.2',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'QosPolicy': '1.8',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SecurityGroup': '1.4',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SubPort': '1.0',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Subnet': '1.1',
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Trunk': '1.1'}}
Nov 24 17:42:34.048164 dv-cinder-818579-1-iscsi neutron-server[86835]:  {{(pid=86835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:42:34.085673 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:34.152298 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Attempting to bind port 7b3aa543-9778-4022-8ae8-479a36d1cff4 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:42:34.152631 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Attempting to bind port 7b3aa543-9778-4022-8ae8-479a36d1cff4 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:42:34.153066 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Attempting to bind port 7b3aa543-9778-4022-8ae8-479a36d1cff4 on network 5d1432eb-2a43-4407-889e-1ba38657a0ad {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:42:34.158430 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:42:34.158840 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Checking segment: {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:42:34.159338 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:34.159756 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Bound using segment: {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:42:34.160254 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Bound port: 7b3aa543-9778-4022-8ae8-479a36d1cff4, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9128c55c-2d54-4139-87b2-2a753b0cfa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:42:34.160638 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:34.247618 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] For port 7b3aa543-9778-4022-8ae8-479a36d1cff4, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:42:34.251804 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] For port 7b3aa543-9778-4022-8ae8-479a36d1cff4, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=7b3aa543-9778-4022-8ae8-479a36d1cff4,segment=NetworkSegment(9128c55c-2d54-4139-87b2-2a753b0cfa31),segment_id=9128c55c-2d54-4139-87b2-2a753b0cfa31)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:42:34.256152 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:34.260970 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:34.350715 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Pushing event updated for resources: {'Port': ['ID=7b3aa543-9778-4022-8ae8-479a36d1cff4,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:34.354694 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:34.356917 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Routers {'2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:42:34.357532 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64d5520>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:42:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:34.539968 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] Set router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:42:34.898450 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64d5520>, [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:31Z', 'revision_number': 2, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port_host': None, '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:34Z', 'revision_number': 4, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:34.903745 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99c9d6-a879-484c-9d45-f0aaddd1af77 None None] The sync data for ids ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'] in dv-cinder-818579-1-iscsi is: [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:31Z', 'revision_number': 2, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port_host': None, '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:34Z', 'revision_number': 4, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:42:35.074195 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36942) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:35.269120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d8723-afea-4f2b-82d1-517ea41398de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:35.270654 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-e06d8723-afea-4f2b-82d1-517ea41398de admin admin] 10.222.0.64 "GET /v2.0/networks/1112414e-8fa4-4c4a-9e61-2f1835e0ba31 HTTP/1.1" status: 200  len: 842 time: 0.1954138
Nov 24 17:42:35.280700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Request body: {'subnet': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:35.285772 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:42:35.290784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Usage tracker for resource:subnet and tenant:38301f1721f145e580e6a8c53455f208 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:42:35.294514 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:42:35.300866 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:42:35.310965 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Made reservation on behalf of 38301f1721f145e580e6a8c53455f208 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:42:35.313739 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.607589 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7b3aa543-9778-4022-8ae8-479a36d1cff4 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:35.688429 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:42:35.693699 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:35.694286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.772987 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.objects.ports [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86832) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Nov 24 17:42:35.773673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.781128 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:35.820121 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.846282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:42:35.846676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Network hostable DHCP agents. Network: 1112414e-8fa4-4c4a-9e61-2f1835e0ba31, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:42:35.862797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 7b3aa543-9778-4022-8ae8-479a36d1cff4, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=7b3aa543-9778-4022-8ae8-479a36d1cff4,segment=NetworkSegment(9128c55c-2d54-4139-87b2-2a753b0cfa31),segment_id=9128c55c-2d54-4139-87b2-2a753b0cfa31)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:42:35.867150 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.873981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:35.889606 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:42:35.893241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994b30fe-ccfa-4744-a25f-2f4709a7d594,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:35.906575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.906957 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.907253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.907578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.907952 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.908250 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.908566 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.908883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.909218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.909535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.909845 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.910159 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Tracked resource versions report:
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]: pushed versions:
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]: {   'AddressGroup': {'1.2'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'ConntrackHelper': {'1.0'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Log': {'1.0'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Network': {'1.1'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Port': {'1.7'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'PortForwarding': {'1.2'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'QosPolicy': {'1.8'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SecurityGroup': {'1.4'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SubPort': {'1.0'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Subnet': {'1.1'},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Trunk': {'1.1'}}
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]: consumer versions:
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Log': '1.0',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Network': '1.1',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Port': '1.7',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'PortForwarding': '1.2',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'QosPolicy': '1.8',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SecurityGroup': '1.4',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SubPort': '1.0',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Subnet': '1.1',
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Trunk': '1.1'}}
Nov 24 17:42:35.911198 dv-cinder-818579-1-iscsi neutron-server[86832]:  {{(pid=86832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:42:35.930131 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 1112414e-8fa4-4c4a-9e61-2f1835e0ba31) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:35.952039 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=7b3aa543-9778-4022-8ae8-479a36d1cff4,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:35.954410 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:35.956037 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:35.962985 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cbd6e0-e012-4df3-af8e-cceb403102d4 None None] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:42:35.964236 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:35.964986 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:35.987299 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7100565
Nov 24 17:42:36.220951 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe2c6c-65ce-40f1-980a-8b46b843becc None None] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:42:37.538931 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7b3aa543-9778-4022-8ae8-479a36d1cff4 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:37.606617 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:37.606986 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:38.309516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36962) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:38.554362 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7171a652-025b-4619-badc-511c6ce1bf17 admin admin] 10.222.0.64 "GET /v2.0/routers/2ef611f9-f8a4-4b85-8e5f-50ab893dac7b HTTP/1.1" status: 200  len: 710 time: 0.2437234
Nov 24 17:42:38.680920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eceba19-c739-4d4e-b5ac-fcbf3c38a794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:42:38.682305 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-9eceba19-c739-4d4e-b5ac-fcbf3c38a794 admin admin] 10.222.0.64 "GET /v2.0/networks/1112414e-8fa4-4c4a-9e61-2f1835e0ba31 HTTP/1.1" status: 200  len: 886 time: 0.1224499
Nov 24 17:42:38.691103 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:42:39.140720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:39.472709 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:39.528378 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:39.695790 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Allocated IP 172.27.0.98 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/02b724a0-ba8a-44d5-872f-6a0e8ba8c689) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:42:39.842983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:39.898616 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:39.903087 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:39.965578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:42:39.968181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:42:39.971953 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:42:40.036681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Pushing event updated for resources: {'Port': ['ID=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:40.086316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:40.351619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:40.695978 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:40.699934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-439057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-439302'] for router, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:40.886632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:42:41.103903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:42:41.111956 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Notify callbacks [] for router, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:41.113128 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] 10.222.0.64 "PUT /v2.0/routers/2ef611f9-f8a4-4b85-8e5f-50ab893dac7b HTTP/1.1" status: 200  len: 889 time: 2.4252479
Nov 24 17:42:41.113834 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Sync routers for ids ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:42:41.125392 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Routers {'2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:42:41.126069 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d570c8b0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:42:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:41.329079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Set router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:42:41.674053 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d570c8b0>, [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:40Z', 'revision_number': 4, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port': {'id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:39Z', 'updated_at': '2021-11-24T17:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:35Z', 'revision_number': 5, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:41.678666 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Checking router: 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:42:41.679016 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Updating router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:42:41.730416 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.061978 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.073948 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Transition to ACTIVE for port object 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:42:42.082037 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.085899 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b3214edb-07a2-46aa-aac7-cfed9baa41df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:42.189953 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Attempting to bind port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:42:42.190580 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Attempting to bind port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:42:42.190695 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Attempting to bind port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:42:42.192584 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Pushing event updated for resources: {'Port': ['ID=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:42.197255 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:42.199789 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:42:42.200165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:42:42.200562 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.200945 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:42:42.201524 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Bound port: 02b724a0-ba8a-44d5-872f-6a0e8ba8c689, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:42:42.201788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.273130 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] For port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:42:42.276373 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] For port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:42:42.281777 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:42.285730 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:42.366729 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Routers {'2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:42:42.367333 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d570c8b0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:42:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:42.417608 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Pushing event updated for resources: {'Port': ['ID=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:42.429655 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:42.560650 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] Set router 2ef611f9-f8a4-4b85-8e5f-50ab893dac7b gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:42:42.887464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d570c8b0>, [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:40Z', 'revision_number': 4, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port': {'id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:39Z', 'updated_at': '2021-11-24T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:35Z', 'revision_number': 5, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:42:42.891712 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6428ea6-035d-4e43-9199-1c94e679d2fc None None] The sync data for ids ['2ef611f9-f8a4-4b85-8e5f-50ab893dac7b'] in dv-cinder-818579-1-iscsi is: [{'id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'name': 'router1', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:42:21Z', 'updated_at': '2021-11-24T17:42:40Z', 'revision_number': 4, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'gw_port': {'id': '02b724a0-ba8a-44d5-872f-6a0e8ba8c689', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:58:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:39Z', 'updated_at': '2021-11-24T17:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7b3aa543-9778-4022-8ae8-479a36d1cff4', 'name': '', 'network_id': '5d1432eb-2a43-4407-889e-1ba38657a0ad', 'tenant_id': 'd79520ae17ed4f1db6de3f8836324229', 'mac_address': 'fa:16:3e:77:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef611f9-f8a4-4b85-8e5f-50ab893dac7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:42:31Z', 'updated_at': '2021-11-24T17:42:35Z', 'revision_number': 5, 'project_id': 'd79520ae17ed4f1db6de3f8836324229', 'subnets': [{'id': 'a94b4aac-eb8a-4bc8-a598-1cee7c56185b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31126ae3-0d78-4751-9883-b1b4b6f25823'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:42:43.486467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36972) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:42:43.573631 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:43.622377 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-15e63c0a-5b1d-499a-9ab4-263364a92223 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1347466
Nov 24 17:42:43.647708 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:42:43.653942 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:43.654339 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:43.782435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:43.799926 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:42:43.804006 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:43.806875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:42:43.873505 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=02b724a0-ba8a-44d5-872f-6a0e8ba8c689,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:42:43.876499 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:42:45.552809 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:42:45.636481 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 02b724a0-ba8a-44d5-872f-6a0e8ba8c689 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:42:45.636864 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:53.094449 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0b32e54f-f5f5-4007-827f-eec45368c7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:53.369873 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:55.997533 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-92d9ce5e-0671-4604-89e7-019d34b129d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:56.645955 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:42:57.126212 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:42:57.992682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:23.089711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-bced7ac5-4e9c-4dd9-9626-e73c0ff6a661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:23.358159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:26.007196 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-38a2452d-c240-479c-9486-8e4da27ce1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:26.644924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:27.988082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:34.124667 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:43:53.095151 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b6c760c5-41b9-4445-8640-501f9330a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:53.361572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:56.001865 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0a0de5b7-b0bf-4c51-b26e-e8ad349ea856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:56.685011 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:43:58.002270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:11.124587 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:44:23.096863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-180c1f40-747d-4914-91d7-ee519b217159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:23.364607 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:26.004506 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ac61b909-91a6-4a03-863d-7ba62bf16901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:26.646146 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:28.001267 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:46.368967 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37542) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:46.442395 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c9e1d8-7a39-4a2d-9065-1207fbde2625 admin admin] GET failed (client error): The resource could not be found.
Nov 24 17:44:46.443706 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-43c9e1d8-7a39-4a2d-9065-1207fbde2625 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0737820
Nov 24 17:44:46.579271 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb8a08a-c7a8-407a-8207-6a0a1b7756d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:46.580653 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cbb8a08a-c7a8-407a-8207-6a0a1b7756d0 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1319416
Nov 24 17:44:48.123723 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:44:48.775984 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37552) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:48.884390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0e9d2a-a1e9-4629-ace1-baf549d956bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:48.885730 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9d0e9d2a-a1e9-4629-ace1-baf549d956bd admin admin] 10.222.0.64 "GET /v2.0/subnets/a94b4aac-eb8a-4bc8-a598-1cee7c56185b HTTP/1.1" status: 200  len: 849 time: 0.1088161
Nov 24 17:44:48.894851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:44:49.014795 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:49.215459 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754711044172'] for subnet, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:49.219275 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a2c2b73a-a116-46b6-8e15-b3ee51dcd788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:44:49.259048 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:49.259941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:49.268419 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] 10.222.0.64 "PUT /v2.0/subnets/a94b4aac-eb8a-4bc8-a598-1cee7c56185b HTTP/1.1" status: 200  len: 868 time: 0.3696432
Nov 24 17:44:49.268657 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c35f0c-427b-4f46-a136-0303d170e0ff None None] Network 5d1432eb-2a43-4407-889e-1ba38657a0ad requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:44:49.285786 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94b4aac-eb8a-4bc8-a598-1cee7c56185b,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:44:49.294948 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.295311 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.295654 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.295992 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.296319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.296670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.297002 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.297325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.297654 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.297977 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.298296 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.298624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:44:49.302849 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3c62d5c4-396a-4701-a02f-7367beabd126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:44:49.725903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-fcd0facd-e5df-4d21-a0a3-7d906662e9fc None None] Provisioning complete for port 7b3aa543-9778-4022-8ae8-479a36d1cff4 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:44:49.726301 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fcd0facd-e5df-4d21-a0a3-7d906662e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:49.863059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-fcd0facd-e5df-4d21-a0a3-7d906662e9fc None None] Provisioning complete for port f85c9243-6c93-472e-8fbd-ef29241700a4 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:44:49.863703 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fcd0facd-e5df-4d21-a0a3-7d906662e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:51.443941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37562) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:51.620979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205a4b6-8855-4cd7-9929-2ba30ff49bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:51.621358 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7205a4b6-8855-4cd7-9929-2ba30ff49bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:51.622076 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-7205a4b6-8855-4cd7-9929-2ba30ff49bfc admin admin] Synchronizing usage tracker for tenant:38301f1721f145e580e6a8c53455f208 on resource:network {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:44:51.640302 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-7205a4b6-8855-4cd7-9929-2ba30ff49bfc admin admin] Unset dirty status for tenant:38301f1721f145e580e6a8c53455f208 on resource:network {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:44:51.641422 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-7205a4b6-8855-4cd7-9929-2ba30ff49bfc admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1965299
Nov 24 17:44:53.099127 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e22a0a8c-2c68-44ca-8f33-0c330605d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:53.368585 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:53.805851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37572) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:53.990965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32e1ba-2acb-44ba-9482-2b0e5c41316a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:53.991355 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32e1ba-2acb-44ba-9482-2b0e5c41316a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:53.993579 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ff32e1ba-2acb-44ba-9482-2b0e5c41316a admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1867802
Nov 24 17:44:56.005638 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-854c6a01-1e21-4563-904e-200c5283f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:56.165783 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37582) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:56.331692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fdce84-63b8-4d6b-9022-4b128124a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:56.333061 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-86fdce84-63b8-4d6b-9022-4b128124a116 admin admin] 10.222.0.64 "GET /v2.0/networks/1112414e-8fa4-4c4a-9e61-2f1835e0ba31 HTTP/1.1" status: 200  len: 886 time: 0.1663449
Nov 24 17:44:56.649847 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:58.001289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:44:58.501222 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37592) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:44:58.674175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8632026-a8ed-44dd-8831-66ef8d28496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:44:58.675633 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f8632026-a8ed-44dd-8831-66ef8d28496c admin admin] 10.222.0.64 "GET /v2.0/networks/5d1432eb-2a43-4407-889e-1ba38657a0ad HTTP/1.1" status: 200  len: 869 time: 0.1734309
Nov 24 17:45:00.823846 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37602) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:00.929599 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ec489-a12d-4f07-b070-252d83bbfe0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:00.930063 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ec489-a12d-4f07-b070-252d83bbfe0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:00.930792 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c17ec489-a12d-4f07-b070-252d83bbfe0f admin admin] Synchronizing usage tracker for tenant:38301f1721f145e580e6a8c53455f208 on resource:subnet {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:45:00.948113 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c17ec489-a12d-4f07-b070-252d83bbfe0f admin admin] Unset dirty status for tenant:38301f1721f145e580e6a8c53455f208 on resource:subnet {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:45:00.949360 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c17ec489-a12d-4f07-b070-252d83bbfe0f admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1245592
Nov 24 17:45:03.132729 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37612) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:03.241152 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a3fb2-a2ac-4eb6-8ccd-49cf5868b6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:03.242144 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a3fb2-a2ac-4eb6-8ccd-49cf5868b6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:03.243714 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f23a3fb2-a2ac-4eb6-8ccd-49cf5868b6c3 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1099882
Nov 24 17:45:05.409698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37622) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:05.514479 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484bb63-35cc-4039-9b22-008685622b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:05.515871 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f484bb63-35cc-4039-9b22-008685622b97 admin admin] 10.222.0.64 "GET /v2.0/subnets/994b30fe-ccfa-4744-a25f-2f4709a7d594 HTTP/1.1" status: 200  len: 816 time: 0.1052065
Nov 24 17:45:07.771194 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37632) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:07.888063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3a606-87f1-4dae-a397-9845bbd6348a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:07.889446 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-53a3a606-87f1-4dae-a397-9845bbd6348a admin admin] 10.222.0.64 "GET /v2.0/subnets/a94b4aac-eb8a-4bc8-a598-1cee7c56185b HTTP/1.1" status: 200  len: 868 time: 0.1172793
Nov 24 17:45:23.102064 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b401e301-1520-4e96-8d88-71d8f670d131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:23.370231 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:25.123047 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:45:26.009803 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7fff57a8-ce1f-406b-a798-d82eb775d522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:26.653245 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:28.003956 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:31.455201 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37676) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:31.502716 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-4fcf6900-d1bc-4818-b712-0b302cf82460 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:45:31.503849 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4fcf6900-d1bc-4818-b712-0b302cf82460 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0476663
Nov 24 17:45:33.763101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37686) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:33.830211 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad25a43-1cd3-4a0d-a102-dcd7652feb4f admin admin] GET failed (client error): The resource could not be found.
Nov 24 17:45:33.831518 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-dad25a43-1cd3-4a0d-a102-dcd7652feb4f admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0674503
Nov 24 17:45:33.959174 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa678de9-7ded-4109-851e-c06d7a1df38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:33.961122 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-fa678de9-7ded-4109-851e-c06d7a1df38d admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1241677
Nov 24 17:45:36.154782 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37696) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:36.202566 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:45:36.207688 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:45:36.218123 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:45:36.228188 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Made reservation on behalf of 38301f1721f145e580e6a8c53455f208 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:45:36.230607 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:36.323582 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING neutron.services.revisions.revision_plugin [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f65d56643d0] {project_id='38301f1721f145e580e6a8c53455f208', id='d1b49a39-2073-454d-9554-55200e175f3a', target_tenant='*', action='access_as_shared', object_id='cc8c2a52-23fb-4604-bf5e-f34e9206edcc'}> to bump revision.
Nov 24 17:45:36.335720 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:45:36.344623 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:36.344959 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Added segment 334b56f4-6899-4aa8-9f41-84f2301e84be of type vlan for network cc8c2a52-23fb-4604-bf5e-f34e9206edcc
Nov 24 17:45:36.370316 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:36.400158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:36.401466 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:36.402093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:36.406750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:45:36.504061 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3481443
Nov 24 17:45:36.509327 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Pushing event updated for resources: {'Network': ['ID=cc8c2a52-23fb-4604-bf5e-f34e9206edcc,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:45:36.512383 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:45:36.531478 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:45:38.689442 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37706) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:45:38.757216 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.pecan_wsgi.hooks.translation [None req-12120fdc-5391-4af4-8dd1-414a6dd41d6c admin admin] GET failed (client error): The resource could not be found.
Nov 24 17:45:38.757723 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-12120fdc-5391-4af4-8dd1-414a6dd41d6c admin admin] Synchronizing usage tracker for tenant:38301f1721f145e580e6a8c53455f208 on resource:network {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:45:38.772642 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-12120fdc-5391-4af4-8dd1-414a6dd41d6c admin admin] Unset dirty status for tenant:38301f1721f145e580e6a8c53455f208 on resource:network {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:45:38.773766 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-12120fdc-5391-4af4-8dd1-414a6dd41d6c admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0834551
Nov 24 17:45:38.883999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6ee9bc-ff5f-4a91-a6ce-ae40b66ab9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:38.885423 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9d6ee9bc-ff5f-4a91-a6ce-ae40b66ab9a0 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1078238
Nov 24 17:45:38.894919 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:45:38.901025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:45:38.910868 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:45:38.921149 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Made reservation on behalf of 38301f1721f145e580e6a8c53455f208 for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:45:38.923507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.170720 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.175111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:45:39.251299 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c88481-e81f-4123-ab10-40c9e63730a0,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:45:39.254895 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:45:39.255684 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Checking segment: {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:45:39.256733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Network hostable DHCP agents. Network: cc8c2a52-23fb-4604-bf5e-f34e9206edcc, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:45:39.282790 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:45:39.292392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, cc8c2a52-23fb-4604-bf5e-f34e9206edcc) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:45:39.296321 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:45:39.296893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.301316 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672810b6-c303-4dd4-a782-f293f4844874 None None] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:45:39.323416 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4317801
Nov 24 17:45:39.530416 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-cc8c2a52-23fb-4604-bf5e-f34e9206edcc', 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc', 'tenant_id': '38301f1721f145e580e6a8c53455f208', 'fixed_ips': [{'subnet_id': 'e0c88481-e81f-4123-ab10-40c9e63730a0'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 17:45:39.531288 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.702540 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Allocated IP 192.168.233.2 (cc8c2a52-23fb-4604-bf5e-f34e9206edcc/e0c88481-e81f-4123-ab10-40c9e63730a0/1e13a923-114b-4a2a-afca-0547a8a4963a) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:45:39.917853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.928525 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Transition to ACTIVE for port object 1e13a923-114b-4a2a-afca-0547a8a4963a will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:45:39.961059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Transition to ACTIVE for port object 1e13a923-114b-4a2a-afca-0547a8a4963a will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:45:39.971743 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:39.978255 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:45:40.071835 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:45:40.073019 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:45:40.075431 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:45:40.109894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Pushing event updated for resources: {'Port': ['ID=1e13a923-114b-4a2a-afca-0547a8a4963a,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:45:40.151461 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.151832 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.152168 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.152494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.152818 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.153137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.153453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.153773 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.154110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.154428 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.154768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.155056 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:45:40.158682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:45:40.186231 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Attempting to bind port 1e13a923-114b-4a2a-afca-0547a8a4963a on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:45:40.186603 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Attempting to bind port 1e13a923-114b-4a2a-afca-0547a8a4963a by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:45:40.186970 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Attempting to bind port 1e13a923-114b-4a2a-afca-0547a8a4963a on network cc8c2a52-23fb-4604-bf5e-f34e9206edcc {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:45:40.192590 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:45:40.192965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Checking segment: {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:45:40.193438 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:40.193836 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Bound using segment: {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:45:40.194770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Bound port: 1e13a923-114b-4a2a-afca-0547a8a4963a, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:45:40.194940 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:40.284260 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] For port 1e13a923-114b-4a2a-afca-0547a8a4963a, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:45:40.288062 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] For port 1e13a923-114b-4a2a-afca-0547a8a4963a, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=1e13a923-114b-4a2a-afca-0547a8a4963a,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:45:40.292797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:40.296784 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:45:40.385598 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Pushing event updated for resources: {'Port': ['ID=1e13a923-114b-4a2a-afca-0547a8a4963a,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:45:40.398871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:45:41.227136 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb7f88-46f6-4bd3-a115-50acd4552fef None None] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:45:41.327316 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-dc1c25b4-27f1-46fd-a5a1-318960e51903 None None] Provisioning for port 1e13a923-114b-4a2a-afca-0547a8a4963a completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:45:41.670369 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e13a923-114b-4a2a-afca-0547a8a4963a up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:45:41.744634 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 1e13a923-114b-4a2a-afca-0547a8a4963a completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:45:41.749922 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 1e13a923-114b-4a2a-afca-0547a8a4963a triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:45:41.750246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:41.871494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:41.904832 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 1e13a923-114b-4a2a-afca-0547a8a4963a, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=1e13a923-114b-4a2a-afca-0547a8a4963a,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:45:41.909467 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:41.911666 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:45:41.981558 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=1e13a923-114b-4a2a-afca-0547a8a4963a,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:45:41.984610 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:45:43.634448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e13a923-114b-4a2a-afca-0547a8a4963a up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:45:43.705631 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 1e13a923-114b-4a2a-afca-0547a8a4963a triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:45:43.705919 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:53.107335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a3510bb2-848c-4778-8218-4a8337b1e8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:53.377011 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:56.012513 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7dc733f3-11f8-4716-8c00-77a7a63e6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:56.656402 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:45:58.008656 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:02.121973 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:46:23.109932 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9d736f32-8223-4198-a3ca-37591c472be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:23.368872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:26.014122 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fe47dec4-eb18-4621-b227-e590d4309a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:26.660138 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:28.011733 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:39.120909 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:46:51.176514 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37756) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:46:51.182611 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [None req-9ef4fd9f-3580-49bf-88af-2f8387c84c74 tempest-verify_tempest_config-1654174361 tempest-verify_tempest_config-1654174361-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:46:51.183549 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9ef4fd9f-3580-49bf-88af-2f8387c84c74 tempest-verify_tempest_config-1654174361 tempest-verify_tempest_config-1654174361-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059993
Nov 24 17:46:51.490101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37774) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:46:51.602113 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.616599 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:46:51.620290 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Usage tracker for resource:security_group_rule and tenant:340c85a717e34d98aa60da5320ce19d2 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:46:51.622989 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:46:51.629194 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:46:51.712836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.716871 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.726839 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:46:51.768722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478509d-3367-465a-8841-1f724941aba3,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:46:51.772901 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Synchronizing usage tracker for tenant:38301f1721f145e580e6a8c53455f208 on resource:security_group {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:46:51.781621 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.781982 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.782322 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.782654 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.782980 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.783318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.783670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.783993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.784313 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.784631 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.785684 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.786001 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:46:51.791157 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:46:51.803324 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Unset dirty status for tenant:38301f1721f145e580e6a8c53455f208 on resource:security_group {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:46:51.804588 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=340c85a717e34d98aa60da5320ce19d2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3135359
Nov 24 17:46:51.807855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37780) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:46:51.867567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.892882 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.990042 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:51.993935 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1c71e74f-02db-4b78-aaa7-bed39b159a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:46:52.005010 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478509d-3367-465a-8841-1f724941aba3,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:46:52.009693 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:46:52.011509 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:52.012617 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2478509d-3367-465a-8841-1f724941aba3 HTTP/1.1" status: 204  len: 168 time: 0.2038879
Nov 24 17:46:53.116308 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2cab8ef2-69bf-46c1-91a9-a0220f964f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:53.380082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:56.016721 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b1878e11-0dce-41e1-91d2-bc35e5ab9168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:56.664726 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:46:58.014965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:16.121283 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:47:23.108705 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c625-340e-44e9-bd66-51f418d99308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:23.374717 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:26.022673 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-327a18d9-33ce-40f4-ade8-0cdab75ff70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:26.666938 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:28.016556 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:53.110041 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be6460d5-54e5-414f-8d44-e5ee9250342a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:53.119577 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 5 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:47:53.378801 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:56.025741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3843eb2e-93ab-4960-b197-35738478ca7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:56.675829 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:47:58.024405 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:23.114031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a484da6e-4b05-40e4-9171-974b90d3389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:23.382310 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:26.027974 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-07e31d3a-5b99-493e-b14f-851c0cb6002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:26.671690 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:28.026246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:28.912625 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-441396'] for agent, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:30.119307 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:48:44.239058 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37852) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:48:44.353857 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b13bc6b5-6e60-430a-9d45-1796b8454c71 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1133480
Nov 24 17:48:46.516664 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37862) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:48:46.571876 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-51b90386-37b7-4725-bde9-a2e51e6c5d0d admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0541010
Nov 24 17:48:53.116484 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-da467ed3-b530-4b3c-a3b1-e11712b867fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:53.384508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:56.029203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be965c4a-18e3-4173-9f72-3068589f9fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:56.673427 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:58.029031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:48:58.865976 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:07.118297 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:49:23.117548 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-de7a6588-dbc0-4db2-ae6a-db604aad8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:23.387678 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:26.029875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f592ed83-1813-4ab6-bf57-12ec7d043733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:26.676244 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:28.032095 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:28.870888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:44.117205 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:49:53.119392 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-aac4a49b-d070-4a4d-91bf-a51ab6c20469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:53.391345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:56.032212 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-02fab67e-8546-4900-a28f-e9864bcacc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:56.680696 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:58.036424 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:49:58.869572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:21.116806 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:50:23.123065 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-aa2a54ec-2108-46b1-82a6-c77016f249cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:23.393582 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:26.033617 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-15b5083f-02d3-4a40-884b-a87ccf7f7521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:26.680999 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:28.039013 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:28.872207 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:39.866462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38000) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:40.122322 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-77637781-network', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:40.127712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:40.132667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Usage tracker for resource:network and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:40.136884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:40.144447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:40.159258 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Made reservation on behalf of 4275b2353e804c9e9365d6f9ff69fb04 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:40.162135 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.179523 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.195447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:40.200307 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:40.203809 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:40.210645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:40.326359 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.330523 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.334860 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:40.362164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d9ae66-fa18-469c-8dcc-06f0b0b1f286,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:40.374968 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.375318 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.375676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.376224 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.376596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.376897 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.377269 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.377681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.378000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.378317 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.378877 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.379350 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Tracked resource versions report:
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]: pushed versions:
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]: {   'AddressGroup': {'1.2'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'ConntrackHelper': {'1.0'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Log': {'1.0'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Network': {'1.1'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Port': {'1.7'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'PortForwarding': {'1.2'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'QosPolicy': {'1.8'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SecurityGroup': {'1.4'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'SubPort': {'1.0'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Subnet': {'1.1'},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     'Trunk': {'1.1'}}
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]: consumer versions:
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     HyperV agent@hv-cinder-81857: {},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Log': '1.0',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Network': '1.1',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Port': '1.7',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'PortForwarding': '1.2',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'QosPolicy': '1.8',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SecurityGroup': '1.4',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'SubPort': '1.0',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Subnet': '1.1',
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:                                                      'Trunk': '1.1'}}
Nov 24 17:50:40.380556 dv-cinder-818579-1-iscsi neutron-server[86832]:  {{(pid=86832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:50:40.385495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:40.392645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:40.401562 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754710935197', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.402517 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f65d6f769d0> segment precommit_create {{(pid=86832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 24 17:50:40.403150 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Added segment af2d0421-3e65-4fe3-84e9-80e8fd1842b6 of type vlan for network 16d04825-809e-487e-b2a8-9c8ebe5605d4
Nov 24 17:50:40.455543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.496678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.498210 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:40.499056 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.504011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:40.608710 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=16d04825-809e-487e-b2a8-9c8ebe5605d4,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:40.615893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38042) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:40.616400 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7479303
Nov 24 17:50:40.617155 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:40.622993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Request body: {'subnet': {'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-77637781-subnet', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:40.623374 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:40.630473 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:40.632425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Usage tracker for resource:subnet and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:40.635542 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:40.636965 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38048) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:40.642009 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:40.656325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Made reservation on behalf of 4275b2353e804c9e9365d6f9ff69fb04 for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:40.659724 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.898902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:40.902988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:40.922559 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38066) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:40.962494 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f16fc0-6819-42e2-a4b0-5778c30f54a7,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:40.972813 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.973508 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.973849 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.974177 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.974496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.975002 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.975321 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.975662 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.975986 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.976307 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.976624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.976940 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Tracked resource versions report:
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]: pushed versions:
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]: {   'AddressGroup': {'1.2'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'ConntrackHelper': {'1.0'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Log': {'1.0'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Network': {'1.1'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Port': {'1.7'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'PortForwarding': {'1.2'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'QosPolicy': {'1.8'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SecurityGroup': {'1.4'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'SubPort': {'1.0'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Subnet': {'1.1'},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     'Trunk': {'1.1'}}
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]: consumer versions:
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     HyperV agent@hv-cinder-81857: {},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Log': '1.0',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Network': '1.1',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Port': '1.7',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'PortForwarding': '1.2',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'QosPolicy': '1.8',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SecurityGroup': '1.4',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'SubPort': '1.0',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Subnet': '1.1',
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:                                                      'Trunk': '1.1'}}
Nov 24 17:50:40.977958 dv-cinder-818579-1-iscsi neutron-server[86833]:  {{(pid=86833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:50:40.981539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:41.001521 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1893978779-network', 'tenant_id': 'fcf323d9d7dd42c7bfe427677fe26584'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:41.004148 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Checking segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:41.004872 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Network hostable DHCP agents. Network: 16d04825-809e-487e-b2a8-9c8ebe5605d4, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:41.012435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:41.028640 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Usage tracker for resource:network and tenant:fcf323d9d7dd42c7bfe427677fe26584 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:41.032521 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:41.036262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:41.047626 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 16d04825-809e-487e-b2a8-9c8ebe5605d4) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:41.048715 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:41.053014 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:41.053606 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.057686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd0297-fb5b-4486-ab0e-74f42a789776 None None] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:41.065986 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Made reservation on behalf of fcf323d9d7dd42c7bfe427677fe26584 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:41.068440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.081003 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4633300
Nov 24 17:50:41.083872 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38074) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:41.090536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:41.098930 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:41.104222 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Usage tracker for resource:router and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:41.108583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:41.114932 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:41.123642 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.140539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:41.144855 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf323d9d7dd42c7bfe427677fe26584 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:41.147992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:41.155271 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:41.248364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.249997 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.251429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.271802 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.327706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.349426 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:41.363034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-network', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:41.388278 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb09e31-5309-4335-8ee9-618a95ad71fe,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:41.397574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:41.398652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:41.421435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:41.424770 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.425299 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Added segment 8fc2b95d-8ab9-44c5-82f6-a055d4e8125f of type vlan for network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2
Nov 24 17:50:41.432071 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-16d04825-809e-487e-b2a8-9c8ebe5605d4', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 17:50:41.433153 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.481958 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Usage tracker for resource:network and tenant:64f9bbe7d66843e4bdc67eed822136d5 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:41.492093 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:41.501667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:41.607826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Made reservation on behalf of 64f9bbe7d66843e4bdc67eed822136d5 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:41.610401 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.642642 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Allocated IP 172.20.0.2 (16d04825-809e-487e-b2a8-9c8ebe5605d4/16f16fc0-6819-42e2-a4b0-5778c30f54a7/6b3a0214-6074-4798-beff-c734d79ae999) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:41.647993 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.678583 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38096) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:41.734043 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.791785 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:41.806803 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Usage tracker for resource:security_group_rule and tenant:64f9bbe7d66843e4bdc67eed822136d5 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:41.815257 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:41.820741 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.830589 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:41.865996 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.877435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Transition to ACTIVE for port object 6b3a0214-6074-4798-beff-c734d79ae999 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:50:41.898436 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Transition to ACTIVE for port object 6b3a0214-6074-4798-beff-c734d79ae999 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:50:41.907912 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.919233 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:41.947152 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.956621 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:41.957396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:41.968062 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:41.985936 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:41.989605 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:41.993958 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:42.002067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815562002-network', 'tenant_id': '6f7dcc28471d44f8a8a2ae78f09d92ab'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:42.007344 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:42.012323 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Usage tracker for resource:network and tenant:6f7dcc28471d44f8a8a2ae78f09d92ab is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:42.016018 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:42.022602 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:42.077139 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Pushing event updated for resources: {'Port': ['ID=6b3a0214-6074-4798-beff-c734d79ae999,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.090355 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.090814 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.091162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.091495 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.091848 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.092177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.092618 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.092939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.093418 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.093638 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.093909 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.094224 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Tracked resource versions report:
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]: pushed versions:
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]: {   'AddressGroup': {'1.2'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'ConntrackHelper': {'1.0'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Log': {'1.0'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Network': {'1.1'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Port': {'1.7'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'PortForwarding': {'1.2'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'QosPolicy': {'1.8'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SecurityGroup': {'1.4'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'SubPort': {'1.0'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Subnet': {'1.1'},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     'Trunk': {'1.1'}}
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]: consumer versions:
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     HyperV agent@hv-cinder-81857: {},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Log': '1.0',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Network': '1.1',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Port': '1.7',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'PortForwarding': '1.2',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'QosPolicy': '1.8',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SecurityGroup': '1.4',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'SubPort': '1.0',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Subnet': '1.1',
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:                                                      'Trunk': '1.1'}}
Nov 24 17:50:42.095256 dv-cinder-818579-1-iscsi neutron-server[86834]:  {{(pid=86834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:50:42.106533 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:42.111838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.116580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:42.119962 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4817977
Nov 24 17:50:42.123173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Attempting to bind port 6b3a0214-6074-4798-beff-c734d79ae999 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:50:42.123631 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Attempting to bind port 6b3a0214-6074-4798-beff-c734d79ae999 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:50:42.124022 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Attempting to bind port 6b3a0214-6074-4798-beff-c734d79ae999 on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:50:42.124181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38116) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:42.126644 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Made reservation on behalf of 6f7dcc28471d44f8a8a2ae78f09d92ab for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:42.129847 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.130296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Request body: {'subnet': {'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1893978779-subnet', 'tenant_id': 'fcf323d9d7dd42c7bfe427677fe26584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:42.131911 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:50:42.132289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Checking segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:42.132696 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.133220 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Bound using segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:50:42.133717 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Bound port: 6b3a0214-6074-4798-beff-c734d79ae999, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:50:42.134080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.143855 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:42.149015 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:42.158952 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.162444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Usage tracker for resource:subnet and tenant:fcf323d9d7dd42c7bfe427677fe26584 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:42.170589 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:42.185921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:42.191159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:42.195971 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Usage tracker for resource:security_group_rule and tenant:6f7dcc28471d44f8a8a2ae78f09d92ab is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:42.204776 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:42.213522 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:42.234760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.239902 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Made reservation on behalf of fcf323d9d7dd42c7bfe427677fe26584 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:42.242901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.267218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.298494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] For port 6b3a0214-6074-4798-beff-c734d79ae999, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:50:42.301711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] For port 6b3a0214-6074-4798-beff-c734d79ae999, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=6b3a0214-6074-4798-beff-c734d79ae999,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:50:42.316886 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.331388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:42.355747 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:42.367022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.367721 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Added segment 19d51b3d-e3cd-42e0-bbf0-e6ea6211a859 of type vlan for network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4
Nov 24 17:50:42.402563 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.432676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:42.442771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.446430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38128) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:42.447194 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.468870 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.472704 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-fab8e3b5-9e09-462f-80a7-951ed9c85e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:42.478042 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:42.479075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.487948 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Pushing event updated for resources: {'Port': ['ID=6b3a0214-6074-4798-beff-c734d79ae999,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.499204 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:42.530750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:42.544648 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d980b1d-9d09-47e4-9587-9b68d9c64ee9,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.551352 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:42.554318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.554886 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Added segment 715edfc4-ffd5-4c74-a548-b92b7f0c86ef of type vlan for network 9b54a119-0629-4861-a137-88e280f8f74d
Nov 24 17:50:42.591728 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.641375 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.651008 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:42.652187 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.657940 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:42.796497 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.809092 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1021359
Nov 24 17:50:42.812122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38142) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:42.840689 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Request body: {'subnet': {'network_id': '9b54a119-0629-4861-a137-88e280f8f74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1815562002-subnet', 'tenant_id': '6f7dcc28471d44f8a8a2ae78f09d92ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:42.848421 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:42.860849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1740876298-network', 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:42.862730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:42.869158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Pushing event updated for resources: {'Network': ['ID=9b54a119-0629-4861-a137-88e280f8f74d,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.872750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Usage tracker for resource:subnet and tenant:6f7dcc28471d44f8a8a2ae78f09d92ab is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:42.872950 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8612b3f0-cdeb-444f-af6b-4843e459e484,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:42.876107 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:42.877159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:42.881493 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 9b54a119-0629-4861-a137-88e280f8f74d details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:42.886714 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:42.888930 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:42.897409 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Usage tracker for resource:network and tenant:19932e34745a434a9e17ef9a5fa6aa49 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:42.909339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:42.921307 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:43.018627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:43.024067 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-daa53589-75e6-4346-912a-94e2e523b2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:43.029709 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Made reservation on behalf of 6f7dcc28471d44f8a8a2ae78f09d92ab for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:43.032696 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.219734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Pushing event updated for resources: {'Network': ['ID=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:43.219734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:43.219734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.231831 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:43.252915 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:43.263200 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.289027 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.3648474
Nov 24 17:50:43.299438 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38160) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:43.337693 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:43.357799 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Request body: {'subnet': {'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-subnet', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:43.403126 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Usage tracker for resource:security_group_rule and tenant:19932e34745a434a9e17ef9a5fa6aa49 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:43.406046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:43.427016 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:43.430046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Usage tracker for resource:subnet and tenant:64f9bbe7d66843e4bdc67eed822136d5 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:43.475962 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:43.479341 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:43.521953 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.529715 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cb50c939-53f2-4ef4-a78a-17cb8b2d8a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:43.532581 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:43.665992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Made reservation on behalf of 64f9bbe7d66843e4bdc67eed822136d5 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:43.669119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.748746 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0df3747-a99d-4b0b-87c0-5d6f0f02693c,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:43.764301 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:43.809304 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Checking segment: {'id': '715edfc4-ffd5-4c74-a548-b92b7f0c86ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '9b54a119-0629-4861-a137-88e280f8f74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:43.809988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Network hostable DHCP agents. Network: 9b54a119-0629-4861-a137-88e280f8f74d, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:43.887701 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Network 9b54a119-0629-4861-a137-88e280f8f74d is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:43.925020 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 9b54a119-0629-4861-a137-88e280f8f74d) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:43.929738 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:43.931738 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:43.957346 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77984815-a7b2-452b-b617-076c53bf0f95 None None] Network 9b54a119-0629-4861-a137-88e280f8f74d requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:44.004301 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1826227
Nov 24 17:50:44.117004 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 6b3a0214-6074-4798-beff-c734d79ae999 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:44.170490 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.199534 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-05adeb09-28f8-46d5-bc49-d4924558b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:44.233910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad627c1-1a10-45cc-8ce9-e41a3af10e24 None None] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:44.254481 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Allocated IP 172.27.0.102 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/685a24af-58af-437e-9f83-b60a628d5204) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:44.301645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.356392 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b89041f-7585-4d23-907c-bd60cffed951,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:44.481894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-75afce2b-ae28-4bc5-82f0-653bd31d2bff None None] Provisioning for port 6b3a0214-6074-4798-beff-c734d79ae999 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:50:44.516860 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:44.520776 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:44.588603 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Checking segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:44.589694 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Network hostable DHCP agents. Network: 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:44.609746 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 6b3a0214-6074-4798-beff-c734d79ae999 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:50:44.648487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.667516 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 6b3a0214-6074-4798-beff-c734d79ae999 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:44.668027 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.690894 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.697129 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66612674-810f-48b1-ac51-09ee842958a5,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:44.706525 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Checking segment: {'id': '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:44.707174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Network hostable DHCP agents. Network: 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:44.738148 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:44.738708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:44.757626 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:44.805986 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7a7a57-4dd7-4299-9022-1f38f4ec3041 None None] Network 9b54a119-0629-4861-a137-88e280f8f74d requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:44.809130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:44.822177 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:44.827118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:44.828081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.844942 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.862889 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6381a-0967-4bc1-af35-9e1aec302113,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:44.866796 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:44.871376 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.871973 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Added segment fe1ae3da-a447-41d6-9e8c-2ed0d16f718b of type vlan for network d999ad69-34a5-4430-8f01-a48e3a42bfc5
Nov 24 17:50:44.878849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:44.912353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:44.914610 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17689f9-e7ab-4f49-8521-6e271f9c7a02 None None] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:44.918986 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:44.920007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.940045 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41d977-6946-4d02-b304-be7323201b93 None None] Network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:44.968138 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.6475792
Nov 24 17:50:44.972058 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38232) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:44.979145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:44.979725 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:44.987855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:45.000925 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8750880
Nov 24 17:50:45.002962 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Usage tracker for resource:router and tenant:64f9bbe7d66843e4bdc67eed822136d5 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:45.015062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:45.033750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:45.061309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.069010 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.070199 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.075031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3477b1b3-209c-490f-a903-f1a752173abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:45.109371 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.115647 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.157866 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.158928 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:45.159907 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.205680 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:45.211149 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:45.220380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:45.343835 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 6b3a0214-6074-4798-beff-c734d79ae999, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=6b3a0214-6074-4798-beff-c734d79ae999,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:50:45.461288 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.525628 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38248) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:45.534412 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:45.540456 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.0918441
Nov 24 17:50:45.580560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647937907-network', 'tenant_id': '604de3d4061646198c21ee68ecf56abb'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:45.585612 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.587513 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38254) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:45.667709 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Pushing event updated for resources: {'Port': ['ID=685a24af-58af-437e-9f83-b60a628d5204,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:45.678471 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:45.685225 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Request body: {'subnet': {'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1740876298-subnet', 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:45.689282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:45.690038 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:45.758831 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:45.764668 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Usage tracker for resource:network and tenant:604de3d4061646198c21ee68ecf56abb is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:45.826022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:45.840635 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Usage tracker for resource:subnet and tenant:19932e34745a434a9e17ef9a5fa6aa49 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:45.847015 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:45.869708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:45.876784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:45.899638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Pushing event updated for resources: {'Network': ['ID=d999ad69-34a5-4430-8f01-a48e3a42bfc5,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:45.915644 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=6b3a0214-6074-4798-beff-c734d79ae999,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:45.924892 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-7520e0a7-4b3a-49de-81b4-8afe78c868e0 None None] Provisioning complete for port 6b3a0214-6074-4798-beff-c734d79ae999 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:45.925364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7520e0a7-4b3a-49de-81b4-8afe78c868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:45.984602 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:45.995266 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:45.998118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.012088 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Made reservation on behalf of 604de3d4061646198c21ee68ecf56abb for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:46.016423 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.046053 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:46.049748 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:46.079668 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a056a2-ebf9-4b12-9b0c-0bd0d60e725c None None] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:46.110186 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.202174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38304) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:46.219747 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:46.222474 dv-cinder-818579-1-iscsi neutron-server[86832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 17:50:46.236667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38310) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:46.285791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Usage tracker for resource:security_group_rule and tenant:604de3d4061646198c21ee68ecf56abb is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:46.288864 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:46.296840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bec96-1d44-4f04-b4f3-d951f83cacf9 None None] Network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:46.297401 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:46.409944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.481858 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.562488 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.709548 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Allocated IP 172.27.0.164 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/4165723c-1e1d-480c-afb6-b6f2b2bf7483) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:46.938605 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.940084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.950166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.975133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:46.978194 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a407a75b-2f27-4378-b542-7384133573a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:46.981106 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:47.040879 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:47.043761 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:47.046225 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:47.070589 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:47.090901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Usage tracker for resource:security_group_rule and tenant:337fc14fc61341ac90224468ece27ee4 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:47.123254 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:47.158228 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.159469 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:47.166002 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Pushing event updated for resources: {'Port': ['ID=4165723c-1e1d-480c-afb6-b6f2b2bf7483,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:47.169348 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:47.191876 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.225930 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-5b520f7c-cfd4-46f0-ad06-1ca90804144d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:47.226624 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-5b520f7c-cfd4-46f0-ad06-1ca90804144d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Synchronizing usage tracker for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:50:47.333041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:47.340339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:50:47.342560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Checking segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:47.342921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Network hostable DHCP agents. Network: d999ad69-34a5-4430-8f01-a48e3a42bfc5, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:47.348553 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:47.364777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:47.396837 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.397211 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Added segment 936bacfe-13fc-4632-84a2-e0fe65a8774b of type vlan for network 4a4bc786-b5d6-487a-a553-256693e8fd79
Nov 24 17:50:47.413991 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-5b520f7c-cfd4-46f0-ad06-1ca90804144d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Unset dirty status for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:50:47.415156 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-5b520f7c-cfd4-46f0-ad06-1ca90804144d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/networks?id=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 HTTP/1.1" status: 200  len: 812 time: 1.2160637
Nov 24 17:50:47.452833 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.508682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c38ff6d-4750-4ef1-a8d2-a13d7e07c475,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:47.531239 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:47.535999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:47.549179 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.553613 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-ab8f3499-47e9-4ceb-ab97-aabc650ad347 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/quotas/fcf323d9d7dd42c7bfe427677fe26584 HTTP/1.1" status: 200  len: 375 time: 0.0667057
Nov 24 17:50:47.571664 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, d999ad69-34a5-4430-8f01-a48e3a42bfc5) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:47.580008 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87c0c0-1c6d-46d4-8be9-785c96cae504 None None] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:47.625403 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.634462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:47.635053 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.643793 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-91cc6d99-eec5-4e57-8b99-fec641d5adb9 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=fcf323d9d7dd42c7bfe427677fe26584&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0775218
Nov 24 17:50:47.734551 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.db.resource_extend [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 17:50:47.811020 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.843949 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 6b3a0214-6074-4798-beff-c734d79ae999 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:47.858287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.905442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:47.922340 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2571750
Nov 24 17:50:47.923294 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.945408 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:47.994241 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84401b91-4771-4aa1-b11e-db20dd667d8d None None] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:48.006456 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:48.007049 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.032147 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-192774b1-1633-4b1c-99ed-02175f521c90 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:50:48.038776 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-192774b1-1633-4b1c-99ed-02175f521c90 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1932571
Nov 24 17:50:48.124648 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 6b3a0214-6074-4798-beff-c734d79ae999 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:48.124965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.150187 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=337fc14fc61341ac90224468ece27ee4&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9058390
Nov 24 17:50:48.155587 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38356) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:48.175170 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff451bf-3b40-4beb-a956-0a9e79871291,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:48.201967 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:48.202588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7993ab67-e4fe-49d1-bac5-d5bce3d599cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:48.240013 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.6997166
Nov 24 17:50:48.242906 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38366) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:48.309118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Request body: {'subnet': {'network_id': '4a4bc786-b5d6-487a-a553-256693e8fd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1647937907-subnet', 'tenant_id': '604de3d4061646198c21ee68ecf56abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:48.318744 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-b00a4111-89fe-4dbb-a8f8-22060bd4c613 service neutron] 10.222.0.64 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791171
Nov 24 17:50:48.426289 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.428007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:48.430120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38374) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:48.490444 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.525602 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Usage tracker for resource:subnet and tenant:604de3d4061646198c21ee68ecf56abb is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:48.534989 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 17:50:48.539103 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:48.599520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:48.603621 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Pushing event updated for resources: {'Network': ['ID=4a4bc786-b5d6-487a-a553-256693e8fd79,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:48.615569 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 4a4bc786-b5d6-487a-a553-256693e8fd79 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:50:48.632417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:48.659354 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Made reservation on behalf of 604de3d4061646198c21ee68ecf56abb for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:48.661929 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.835026 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.842359 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.857174 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:48.859130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 17:50:48.874589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff451bf-3b40-4beb-a956-0a9e79871291,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:48.881516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:48.882963 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:48.896979 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-bd815dd9-58bb-49ea-8c0f-52747f608130 service neutron] 10.222.0.64 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4718311
Nov 24 17:50:48.899448 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:50:48.901001 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Usage tracker for resource:security_group_rule and tenant:08fd6013f543423bb55b84af56555821 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:48.910367 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Sync routers for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:50:48.924711 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.928874 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bff451bf-3b40-4beb-a956-0a9e79871291 HTTP/1.1" status: 204  len: 168 time: 0.7589369
Nov 24 17:50:48.930942 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:50:48.931580 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58da1c0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:48.934618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:48.935814 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 3.9626360
Nov 24 17:50:48.940652 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38400) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:49.000213 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38404) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:49.019914 dv-cinder-818579-1-iscsi neutron-server[86833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 24 17:50:49.129228 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:50:49.321461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:49.325794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:50:49.338453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:50:49.350730 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:49.353863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:50:49.355088 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5be5310>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:49.366075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.431951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:49.466582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-be54fb89-416b-4267-bfa2-83dae708c2a5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:49.468074 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-be54fb89-416b-4267-bfa2-83dae708c2a5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.4588628
Nov 24 17:50:49.515542 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5832883f-62ce-4034-9276-51addd9c2558,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:49.524845 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2ef25ee9-7313-4b87-9677-3a9f09b10d3f req-a86cd0f1-39da-48fd-81b1-89b020c00309 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.1634538
Nov 24 17:50:49.528930 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:49.550619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Notify callbacks [] for router, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.552200 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.4673390
Nov 24 17:50:49.560793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38428) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:49.572153 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-fa0a3e0d-0f33-410a-b951-7bcab2c0e660 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/quotas/19932e34745a434a9e17ef9a5fa6aa49 HTTP/1.1" status: 200  len: 375 time: 0.0828087
Nov 24 17:50:49.586679 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58da1c0>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:47Z', 'revision_number': 3, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:49.600553 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Checking router: 3c00adcb-b74a-4b0f-a7ad-e6a55148abab for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:50:49.600965 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Updating router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:50:49.609189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Checking segment: {'id': '936bacfe-13fc-4632-84a2-e0fe65a8774b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4a4bc786-b5d6-487a-a553-256693e8fd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:49.609888 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Network hostable DHCP agents. Network: 4a4bc786-b5d6-487a-a553-256693e8fd79, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:50:49.652457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Network 4a4bc786-b5d6-487a-a553-256693e8fd79 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:50:49.688966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.691273 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 4a4bc786-b5d6-487a-a553-256693e8fd79) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:49.696393 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:49.697670 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.704115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.712346 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de44225-8bd4-4ca4-bd00-2d52fcb43466 None None] Network 4a4bc786-b5d6-487a-a553-256693e8fd79 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:49.721207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:49.723222 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.774910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032f280a-4c37-4935-962a-768eb4e00adf,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:49.778881 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:49.784207 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08fd6013f543423bb55b84af56555821&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2955251
Nov 24 17:50:49.785218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38440) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:49.806143 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-74a568b6-18e8-4150-8943-f780db407a5f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5537539
Nov 24 17:50:49.889360 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.954611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:49.987059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:50:50.068762 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38456) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:50.146989 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.169158 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:50.204321 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-de4899e4-68dd-4eeb-b287-ee322b380f3a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5007408
Nov 24 17:50:50.213050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f280a-4c37-4935-962a-768eb4e00adf,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:50.217037 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:50.238631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Deleting subnet d0df3747-a99d-4b0b-87c0-5d6f0f02693c {{(pid=86832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:50:50.243439 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.280422 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.281502 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/032f280a-4c37-4935-962a-768eb4e00adf HTTP/1.1" status: 204  len: 168 time: 0.4954400
Nov 24 17:50:50.331081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.340132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.351169 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.399689 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Transition to ACTIVE for port object 4165723c-1e1d-480c-afb6-b6f2b2bf7483 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:50:50.422098 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.426164 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-9158b79e-1bb0-4e88-b6d7-853b5260de8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:50.564327 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.569685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:50.651484 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Pushing event updated for resources: {'Port': ['ID=4165723c-1e1d-480c-afb6-b6f2b2bf7483,revision_number=2']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:50.656993 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Attempting to bind port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:50:50.657669 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Attempting to bind port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:50:50.658251 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Attempting to bind port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:50:50.681151 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:50:50.684701 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:50.685350 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.685916 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:50:50.690156 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Bound port: 4165723c-1e1d-480c-afb6-b6f2b2bf7483, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:50:50.690872 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.724529 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0df3747-a99d-4b0b-87c0-5d6f0f02693c,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:50.753983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:50.774252 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.777212 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.777764 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.778626 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.779408 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.779928 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.781781 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.782359 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.783735 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.784267 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.785506 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-10c4c25d-6924-4604-aa09-dce7dae938b9 req-7d4c0065-2362-4221-aafa-edf928f35cd3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.1555135
Nov 24 17:50:50.786077 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.786635 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.787119 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Tracked resource versions report:
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]: pushed versions:
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]: {   'AddressGroup': {'1.2'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'ConntrackHelper': {'1.0'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Log': {'1.0'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Network': {'1.1'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Port': {'1.7'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'PortForwarding': {'1.2'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'QosPolicy': {'1.8'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SecurityGroup': {'1.4'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SecurityGroupRule': {'1.2'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'SubPort': {'1.0'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Subnet': {'1.1'},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     'Trunk': {'1.1'}}
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]: consumer versions:
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]: {   DHCP agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     HyperV agent@hv-cinder-81857: {},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     L3 agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     Metadata agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     Metering agent@dv-cinder-818579-1-iscsi: {},
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:     Open vSwitch agent@dv-cinder-818579-1-iscsi: {   'AddressGroup': '1.2',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'ConntrackHelper': '1.0',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Log': '1.0',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Network': '1.1',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Port': '1.7',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'PortForwarding': '1.2',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'QosPolicy': '1.8',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SecurityGroup': '1.4',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SecurityGroupRule': '1.2',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'SubPort': '1.0',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Subnet': '1.1',
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:                                                      'Trunk': '1.1'}}
Nov 24 17:50:50.789821 dv-cinder-818579-1-iscsi neutron-server[86835]:  {{(pid=86835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 24 17:50:50.797482 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/d0df3747-a99d-4b0b-87c0-5d6f0f02693c HTTP/1.1" status: 204  len: 168 time: 0.7253923
Nov 24 17:50:50.798159 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38488) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:50.813421 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:50.910886 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] For port 4165723c-1e1d-480c-afb6-b6f2b2bf7483, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:50:50.918379 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] For port 4165723c-1e1d-480c-afb6-b6f2b2bf7483, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4165723c-1e1d-480c-afb6-b6f2b2bf7483,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:50:50.930038 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:50.936194 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:50.939660 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97f671-b45c-46d2-8fa8-2967036e497d None None] Network 4a4bc786-b5d6-487a-a553-256693e8fd79 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:50:51.004748 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-42aa0a83-6629-4738-8545-e6bf27acf46a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:50:51.011216 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-42aa0a83-6629-4738-8545-e6bf27acf46a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5129106
Nov 24 17:50:51.038425 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.123785 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:50:51.124421 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58da1c0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:51.291451 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.328053 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Pushing event updated for resources: {'Port': ['ID=4165723c-1e1d-480c-afb6-b6f2b2bf7483,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:51.336826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38504) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:51.344737 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:51.359352 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f65d48d3340>> segment before_delete 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.359783 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f65d48d3340>> subnet precommit_delete_associations 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.360623 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> segment_host_mapping after_create 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.360858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> port after_create 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.361191 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> port after_delete 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.361534 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> port after_update 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.361849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> segment after_delete 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.362162 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> subnet after_create 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.362477 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> subnet after_delete 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.362904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4bb2370>> subnet after_update 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.463474 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-9673e810-b9b3-4980-a05a-440b630540d3 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4433277
Nov 24 17:50:51.488549 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:50:51.553643 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5be5310>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:45Z', 'revision_number': 3, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:51.560081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:50:51.560438 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Updating router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 port 685a24af-58af-437e-9f83-b60a628d5204 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:50:51.621972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d48a88b0>> subnet after_create 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.622519 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d48a88b0>> subnet after_delete 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.623000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d48a88b0>> subnet before_create 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.623496 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d48a88b0>> subnet before_update 55550000 {{(pid=86832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:50:51.624036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d4bb2340>,) {'filters': {'network_id': ['9b54a119-0629-4861-a137-88e280f8f74d']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:51.645066 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.659564 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4bb2340>, '715edfc4-ffd5-4c74-a548-b92b7f0c86ef') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:51.660090 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4bb2340>, '715edfc4-ffd5-4c74-a548-b92b7f0c86ef') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:51.662174 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.677433 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.687014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:51.694329 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Usage tracker for resource:security_group_rule and tenant:c5641cd89bf24f41a63b03772234fb7d is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:51.702684 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:51.709893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:51.713310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.728319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 17:50:51.728720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   from cryptography.utils import int_from_bytes
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   from cryptography.utils import int_from_bytes
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   util.warn_limited(
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:50:51.748416 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:50:51.766413 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.863296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.874404 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-ef800a19-c1ea-4c39-bf8a-644be51ef826 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3990617
Nov 24 17:50:51.877128 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c4c43cc7-a262-4b3e-9822-19732ec37bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:51.920476 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:51.933806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b54a119-0629-4861-a137-88e280f8f74d,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:51.943338 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:51.985112 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9b54a119-0629-4861-a137-88e280f8f74d HTTP/1.1" status: 204  len: 168 time: 1.1858537
Nov 24 17:50:51.996133 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58da1c0>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:47Z', 'revision_number': 3, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:52.000770 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cf3de-bfad-4bb5-b242-373fba744283 None None] The sync data for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi is: [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:47Z', 'revision_number': 3, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:50:52.004026 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38520) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:52.258015 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.275140 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1175cb02-f942-4d64-8488-abb2dedf5ddf req-3684f656-af6d-4c03-a22d-b84fb19f4769 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.2359407
Nov 24 17:50:52.282595 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.316794 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Allocated IP 172.20.0.1 (3d4cf1eb-a293-4cce-91dc-18c1bb4973c4/4b89041f-7585-4d23-907c-bd60cffed951/e1728f5c-3860-4a38-badc-ffbba6653817) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:52.358065 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00d278f9-584a-4ecb-916b-82bc81535fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:52.436501 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42240527-a1fc-473e-bcba-20f636a8c7f4,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:52.437894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.440223 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:52.485989 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Transition to ACTIVE for port object 685a24af-58af-437e-9f83-b60a628d5204 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:50:52.497590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_v2 [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Deleting subnet 5832883f-62ce-4034-9276-51addd9c2558 {{(pid=86832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:50:52.502963 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.515164 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.519741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:52.580971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694476'] for subnet, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.666693 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5641cd89bf24f41a63b03772234fb7d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3277187
Nov 24 17:50:52.679072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38544) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:52.723332 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.765980 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Pushing event updated for resources: {'Port': ['ID=685a24af-58af-437e-9f83-b60a628d5204,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:52.785353 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:52.786598 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Attempting to bind port 685a24af-58af-437e-9f83-b60a628d5204 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:50:52.789593 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Attempting to bind port 685a24af-58af-437e-9f83-b60a628d5204 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:50:52.790088 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Attempting to bind port 685a24af-58af-437e-9f83-b60a628d5204 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:50:52.804296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:50:52.804685 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:50:52.805101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.805508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:50:52.805993 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Bound port: 685a24af-58af-437e-9f83-b60a628d5204, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:50:52.812478 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.885355 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.917207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.924311 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-64725223-9c89-494e-bd58-2c78ce1b0dbb req-0fd627cd-cd80-4073-9732-1d36fa6c5a1b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 210 time: 0.5948663
Nov 24 17:50:52.959509 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.983536 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] For port 685a24af-58af-437e-9f83-b60a628d5204, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:50:52.988494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] For port 685a24af-58af-437e-9f83-b60a628d5204, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=685a24af-58af-437e-9f83-b60a628d5204,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:50:52.990985 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2502524'] for subnet, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:52.998330 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.005387 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:53.034462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4a9426f5-7dae-43ca-9669-e0ca7a3f2abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:53.093575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5832883f-62ce-4034-9276-51addd9c2558,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:53.103388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.119443 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:53.128011 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-4927c915-dde3-448b-9b0e-e6e368ef8db0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5832883f-62ce-4034-9276-51addd9c2558 HTTP/1.1" status: 204  len: 168 time: 1.1082325
Nov 24 17:50:53.131447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38562) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:53.223079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.55', 57410) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:53.223901 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e5f0182d-6dc2-49d4-9b69-377c7b5496d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.257926 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Pushing event updated for resources: {'Port': ['ID=685a24af-58af-437e-9f83-b60a628d5204,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:53.263929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:50:53.264583 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5be5310>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:53.736547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.753661 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:53.792898 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.814193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:53.872081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:50:53.878670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Allocated IP 172.20.0.1 (16d04825-809e-487e-b2a8-9c8ebe5605d4/16f16fc0-6819-42e2-a4b0-5778c30f54a7/ada38ad1-4a97-471c-961e-8f8393dbdb19) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:53.883338 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:53.917890 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f112a0e9-25a3-4817-b597-1c2879f7543f req-32262ea5-76df-41b6-9710-d3343be9dcb3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.2561135
Nov 24 17:50:54.003520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42240527-a1fc-473e-bcba-20f636a8c7f4,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:54.026867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.074473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:54.118612 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4165723c-1e1d-480c-afb6-b6f2b2bf7483 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:54.124857 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.126094 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42240527-a1fc-473e-bcba-20f636a8c7f4 HTTP/1.1" status: 204  len: 168 time: 1.4458745
Nov 24 17:50:54.205519 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.216587 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:54.244685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6c20d8ed-f753-41f3-8151-1cd588862bd4 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:54.254933 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6c20d8ed-f753-41f3-8151-1cd588862bd4 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.55 "GET /v2.0/networks?id=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 HTTP/1.1" status: 200  len: 812 time: 1.0289776
Nov 24 17:50:54.445168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Request body: {'port': {'device_id': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2', 'admin_state_up': True, 'tenant_id': 'fcf323d9d7dd42c7bfe427677fe26584'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:54.467158 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:50:54.478567 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:54.479016 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.499732 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:54.601319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.658395 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6bbb0>,) {'filters': {'network_id': ['4a4bc786-b5d6-487a-a553-256693e8fd79']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:54.674989 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:54.685705 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:54.686221 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.690697 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6bbb0>, '936bacfe-13fc-4632-84a2-e0fe65a8774b') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:54.691207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6bbb0>, '936bacfe-13fc-4632-84a2-e0fe65a8774b') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:54.723133 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.725571 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5be5310>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:45Z', 'revision_number': 3, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:50:54.749598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:54.758171 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b795dc9-6a08-4ebc-8454-424272fff595 None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:45Z', 'revision_number': 3, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:50:54.763517 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Usage tracker for resource:port and tenant:fcf323d9d7dd42c7bfe427677fe26584 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:54.776709 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.778271 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.780360 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:54.789851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:54.793080 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 17:50:54.794162 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:50:54.816733 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:50:54.849032 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.898278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 4165723c-1e1d-480c-afb6-b6f2b2bf7483, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4165723c-1e1d-480c-afb6-b6f2b2bf7483,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:50:54.898968 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8bcefea0-8a92-419d-b466-2355e9357d6c req-396d1fd6-8a06-4703-b203-2b37e9d7d243 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 210 time: 0.5968554
Nov 24 17:50:54.906697 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Pushing event updated for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:54.911293 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:54.921823 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:54.923139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.55', 57417) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:54.943486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:54.960746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Made reservation on behalf of fcf323d9d7dd42c7bfe427677fe26584 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:54.971996 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:55.218131 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Transition to ACTIVE for port object ada38ad1-4a97-471c-961e-8f8393dbdb19 will not be triggered until provisioned by entity DHCP. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:50:55.264687 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:55.400748 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=4165723c-1e1d-480c-afb6-b6f2b2bf7483,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:55.401691 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:55.426044 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:55.513455 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8e155807-133f-4588-93fa-6fe300499846 req-c283a3ee-5cc4-428c-b5b5-05cbd6d8df3c tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.2818029
Nov 24 17:50:55.531783 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-097b9776-638b-4226-bef2-f9cf1480a713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:55.577228 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:55.653072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:55.665973 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Pushing event deleted for resources: {'Network': ['ID=4a4bc786-b5d6-487a-a553-256693e8fd79,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:55.699484 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] 10.222.0.64 "DELETE /v2.0/networks/4a4bc786-b5d6-487a-a553-256693e8fd79 HTTP/1.1" status: 204  len: 168 time: 2.5562465
Nov 24 17:50:55.702740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-cbf6e398-f1db-4e49-8970-62aa4bf59fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:55.900841 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Allocated IP 172.20.0.14 (4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2/66612674-810f-48b1-ac51-09ee842958a5/fc2fceee-7815-453b-ad43-7b8219deef3e) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:55.945070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-01cc2c39-4885-4375-9c48-aab03442cb9f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:55.978929 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-01cc2c39-4885-4375-9c48-aab03442cb9f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 1.0546911
Nov 24 17:50:55.986096 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:56.029122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.055014 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c24e6595-831d-433c-830e-a7ab5bf3db58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.093995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:56.102133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:56.108852 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.182214 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 685a24af-58af-437e-9f83-b60a628d5204 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:56.471463 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Request body: {'port': {'device_id': '93283903-e620-4b25-9d9b-dd8df929bc16', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'admin_state_up': True, 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:50:56.506910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 685a24af-58af-437e-9f83-b60a628d5204 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:50:56.526091 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 685a24af-58af-437e-9f83-b60a628d5204 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:56.529796 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.607422 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.708506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38674) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:56.833181 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-9d4944df-2f1f-4afb-a428-c2d6d13ee231 None None] Provisioning for port ada38ad1-4a97-471c-961e-8f8393dbdb19 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:50:56.839482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.873988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:56.900044 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-9d4944df-2f1f-4afb-a428-c2d6d13ee231 None None] Provisioning complete for port ada38ad1-4a97-471c-961e-8f8393dbdb19 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:56.902424 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9d4944df-2f1f-4afb-a428-c2d6d13ee231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.047258 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:50:57.052438 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Usage tracker for resource:port and tenant:19932e34745a434a9e17ef9a5fa6aa49 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:50:57.055884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:50:57.064351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:50:57.157515 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Pushing event updated for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:57.159454 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.163961 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-20e4a7e6-6c57-4aeb-9926-70e0216edfe6 req-b0f52077-98cd-4ac4-93ad-a7ec32a15af8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 210 time: 0.1796687
Nov 24 17:50:57.166677 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.635s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:57.167974 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.179338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'port': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:50:57.183718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.184348 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-9d4944df-2f1f-4afb-a428-c2d6d13ee231 None None] Port ada38ad1-4a97-471c-961e-8f8393dbdb19 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:50:57.204155 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 685a24af-58af-437e-9f83-b60a628d5204, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=685a24af-58af-437e-9f83-b60a628d5204,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:50:57.210038 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:57.211916 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.213596 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4165723c-1e1d-480c-afb6-b6f2b2bf7483 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:57.301597 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8063cd75-14da-482d-8813-7e857f44be54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:57.317320 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f7a7a388-d7d7-4c06-b659-21ad41e99aa8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f7dcc28471d44f8a8a2ae78f09d92ab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6076441
Nov 24 17:50:57.330574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38694) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:57.336005 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:57.341145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:57.418223 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:57.440855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Allocated IP 172.20.0.13 (d999ad69-34a5-4430-8f01-a48e3a42bfc5/dd1b7988-f9c2-4ec1-8b3a-064a8a30b603/04235aaf-5ac9-4467-b036-cb16111e1bd9) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:50:57.625892 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Pushing event updated for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:57.627897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=685a24af-58af-437e-9f83-b60a628d5204,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:57.632084 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:57.655209 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:57.655937 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:57.656331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.681773 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:57.683335 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.716117 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-d29a41cc-7666-4274-b637-9ffbaf548c8f tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:57.717189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-d29a41cc-7666-4274-b637-9ffbaf548c8f tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Synchronizing usage tracker for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:50:57.746557 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.769119 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3204265
Nov 24 17:50:57.786535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-d29a41cc-7666-4274-b637-9ffbaf548c8f tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Unset dirty status for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:50:57.788596 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-d29a41cc-7666-4274-b637-9ffbaf548c8f tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 932 time: 0.9392619
Nov 24 17:50:57.842821 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.935992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-de0881c1-506b-491c-88d8-7ff3eb5a34fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Synchronizing usage tracker for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:50:57.964688 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-de0881c1-506b-491c-88d8-7ff3eb5a34fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Unset dirty status for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:50:57.965977 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6bf3355c-9a75-49c8-890e-a7fe58a3ef18 req-de0881c1-506b-491c-88d8-7ff3eb5a34fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670220
Nov 24 17:50:57.967049 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:57.971581 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-683083c5-7062-4401-8b12-8b0a5a19f976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:58.008247 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d980b1d-9d09-47e4-9587-9b68d9c64ee9,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:58.022162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 685a24af-58af-437e-9f83-b60a628d5204 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:50:58.024364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:58.027324 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.043424 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1d980b1d-9d09-47e4-9587-9b68d9c64ee9 HTTP/1.1" status: 204  len: 168 time: 0.7115877
Nov 24 17:50:58.115763 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:50:58.142191 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.170112 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 685a24af-58af-437e-9f83-b60a628d5204 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:50:58.170734 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.630295 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9a7c0328-d1a2-4d05-959a-581495c22a9e req-0fd3b458-3dad-45e9-a9a0-13cf6e0ee5ee tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 210 time: 0.1977341
Nov 24 17:50:58.736109 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.890967 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.897790 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.905983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.912314 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.914530 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:58.962221 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.965765 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:58.986583 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.023543 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:59.031493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:59.061050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38728) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:59.097072 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:50:59.101560 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:59.102193 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.143294 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event updated for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:59.172367 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d23b10e7-c8fc-4d92-a942-9b5a14a150a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=604de3d4061646198c21ee68ecf56abb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1098285
Nov 24 17:50:59.173185 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38732) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:50:59.292933 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2db13d9c-e554-40a0-8959-95d1165f6cf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2134318
Nov 24 17:50:59.323585 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Pushing event updated for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:59.343640 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.344319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:59.347336 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:59.364500 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117817-f48b-48d9-b1d0-4750a9356883 req-756c15a0-98ee-480a-a910-d63c2b924331 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:50:59.366022 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3c117817-f48b-48d9-b1d0-4750a9356883 req-756c15a0-98ee-480a-a910-d63c2b924331 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 932 time: 0.1607337
Nov 24 17:50:59.391851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.446723 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:59.451315 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:59.462431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:50:59.463070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Pushing event updated for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:59.467132 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:50:59.478857 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:59.481008 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:59.481382 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da66eb4b-ce3a-455e-a516-c747301960fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:59.499326 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3c117817-f48b-48d9-b1d0-4750a9356883 req-55931675-8d8a-4527-82c6-81fedd85dd01 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950449
Nov 24 17:50:59.556056 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.595151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-65912317-1385-42c6-8ac9-50f47ac10f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:50:59.606840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.649947 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c38ff6d-4750-4ef1-a8d2-a13d7e07c475,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:50:59.653321 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:50:59.659545 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:50:59.667475 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c38ff6d-4750-4ef1-a8d2-a13d7e07c475 HTTP/1.1" status: 204  len: 168 time: 0.4888835
Nov 24 17:51:00.051172 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-782d35fd-4e2c-4124-ba57-7b8175d09e52 None None] Provisioning complete for port ada38ad1-4a97-471c-961e-8f8393dbdb19 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:00.051624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-782d35fd-4e2c-4124-ba57-7b8175d09e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:00.179736 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-782d35fd-4e2c-4124-ba57-7b8175d09e52 None None] Port ada38ad1-4a97-471c-961e-8f8393dbdb19 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:51:00.225022 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:51:00.383831 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689f2db-bf88-4ff6-9bd1-1bd63ab18812 req-8e74c7fe-e02c-451a-a697-8b7a7a04fd4e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:00.384844 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-e689f2db-bf88-4ff6-9bd1-1bd63ab18812 req-8e74c7fe-e02c-451a-a697-8b7a7a04fd4e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:00.389732 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:51:00.562817 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-e689f2db-bf88-4ff6-9bd1-1bd63ab18812 req-8e74c7fe-e02c-451a-a697-8b7a7a04fd4e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:00.564053 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e689f2db-bf88-4ff6-9bd1-1bd63ab18812 req-8e74c7fe-e02c-451a-a697-8b7a7a04fd4e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 932 time: 0.7152805
Nov 24 17:51:00.630494 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:51:00.643671 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] 10.222.0.64 "PUT /v2.0/routers/3c00adcb-b74a-4b0f-a7ad-e6a55148abab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6943576
Nov 24 17:51:00.653299 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Sync routers for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:51:00.688340 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:00.689001 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5808160>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:00.895242 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e689f2db-bf88-4ff6-9bd1-1bd63ab18812 req-fee0e697-cfc5-4b9a-a7cd-553332cc6ee1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3052759
Nov 24 17:51:00.957569 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:51:00.971088 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:51:00.981528 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] 10.222.0.64 "PUT /v2.0/routers/6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4196496
Nov 24 17:51:00.998115 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:00.999312 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d56618b0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:01.042107 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:01.070586 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eeebf-450b-4ef8-9076-055b8c0ab8d2 req-e513b9e5-75ef-4bbd-8453-39b841f95227 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:01.078354 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f09eeebf-450b-4ef8-9076-055b8c0ab8d2 req-e513b9e5-75ef-4bbd-8453-39b841f95227 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 932 time: 0.2916453
Nov 24 17:51:01.154828 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-96683073-5462-4bab-94a7-75f60558c31b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:51:01.156256 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-96683073-5462-4bab-94a7-75f60558c31b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0075979
Nov 24 17:51:01.182568 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f09eeebf-450b-4ef8-9076-055b8c0ab8d2 req-b492b48f-abde-4b5f-95bc-ea9bc0be1d9d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010327
Nov 24 17:51:01.205442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6205b9b0-580c-4e8e-b4a3-5149ca8ce42a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 17:51:01.206508 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6205b9b0-580c-4e8e-b4a3-5149ca8ce42a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0448635
Nov 24 17:51:01.376629 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:01.862225 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5808160>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:55Z', 'revision_number': 4, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'e1728f5c-3860-4a38-badc-ffbba6653817', 'name': '', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'mac_address': 'fa:16:3e:12:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4b89041f-7585-4d23-907c-bd60cffed951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:51Z', 'updated_at': '2021-11-24T17:50:58Z', 'revision_number': 2, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'subnets': [{'id': '4b89041f-7585-4d23-907c-bd60cffed951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:01.882641 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Checking router: 3c00adcb-b74a-4b0f-a7ad-e6a55148abab for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:51:01.883051 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Updating router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab port e1728f5c-3860-4a38-badc-ffbba6653817 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:51:02.132398 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:02.310908 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d56618b0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:50:58Z', 'revision_number': 2, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:02.317768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:51:02.318469 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Updating router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 port ada38ad1-4a97-471c-961e-8f8393dbdb19 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:51:02.547774 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:02.597172 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-96a60813-d7d6-4aef-8cf5-72da8f02aad7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:02.600314 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-96a60813-d7d6-4aef-8cf5-72da8f02aad7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 819 time: 0.4475942
Nov 24 17:51:02.641816 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-91752355-ca3a-450d-9a3a-e1b19d73d320 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/quotas/64f9bbe7d66843e4bdc67eed822136d5 HTTP/1.1" status: 200  len: 375 time: 0.0286145
Nov 24 17:51:02.796068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Request body: {'port': {'device_id': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:02.874316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Request body: {'port': {'device_id': '93283903-e620-4b25-9d9b-dd8df929bc16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:03.035297 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.052901 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Transition to ACTIVE for port object e1728f5c-3860-4a38-badc-ffbba6653817 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:03.067071 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.083636 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:03.299203 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.350435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.554580 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-3d5fdc56-c593-4910-9576-339bd44f3490 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:03.700763 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-3d5fdc56-c593-4910-9576-339bd44f3490 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:03.706708 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-3d5fdc56-c593-4910-9576-339bd44f3490 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&fields=id HTTP/1.1" status: 200  len: 255 time: 1.0572431
Nov 24 17:51:03.753050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.761886 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac1b5-7321-4bf0-8f07-122c3b46c52b None None] Pushing event updated for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:03.768655 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-eb6ac1b5-7321-4bf0-8f07-122c3b46c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:03.777636 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Transition to ACTIVE for port object ada38ad1-4a97-471c-961e-8f8393dbdb19 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:03.789611 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.808019 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:03.874210 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Attempting to bind port e1728f5c-3860-4a38-badc-ffbba6653817 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:03.874485 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Attempting to bind port e1728f5c-3860-4a38-badc-ffbba6653817 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:03.874832 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Attempting to bind port e1728f5c-3860-4a38-badc-ffbba6653817 on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:03.885633 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:03.886290 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Checking segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:03.886747 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:03.887155 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Bound using segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:03.887704 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Bound port: e1728f5c-3860-4a38-badc-ffbba6653817, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:03.888107 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.193979 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] For port e1728f5c-3860-4a38-badc-ffbba6653817, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:04.204619 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] For port e1728f5c-3860-4a38-badc-ffbba6653817, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e1728f5c-3860-4a38-badc-ffbba6653817,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:04.217838 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.223741 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-be6ee528-d67d-46a2-86c3-63bb32ae86b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:04.249411 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Pushing event updated for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:04.269162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:04.289176 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Attempting to bind port ada38ad1-4a97-471c-961e-8f8393dbdb19 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:04.289571 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Attempting to bind port ada38ad1-4a97-471c-961e-8f8393dbdb19 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:04.289948 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Attempting to bind port ada38ad1-4a97-471c-961e-8f8393dbdb19 on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:04.296628 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:04.297011 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Checking segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:04.297432 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.297839 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Bound using segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:04.298323 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Bound port: ada38ad1-4a97-471c-961e-8f8393dbdb19, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:04.298732 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.476835 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:04.479718 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5808160>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:04.557885 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04235aaf-5ac9-4467-b036-cb16111e1bd9 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:04.575663 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.595933 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] For port ada38ad1-4a97-471c-961e-8f8393dbdb19, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:04.601870 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] For port ada38ad1-4a97-471c-961e-8f8393dbdb19, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ada38ad1-4a97-471c-961e-8f8393dbdb19,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:04.614978 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Transition to ACTIVE for port object 04235aaf-5ac9-4467-b036-cb16111e1bd9 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:04.617148 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.623284 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:04.628763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-73cc2fd4-9065-4452-9355-bbe095c52960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:04.655169 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-ce7d2447-a093-4ebb-a1aa-642d3c6598f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:04.839010 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ac1b5-7321-4bf0-8f07-122c3b46c52b None None] Pushing event updated for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:04.842232 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-f93d2755-46b7-4a8b-81f1-2134bfd91c22 service neutron] 10.222.0.64 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1254015
Nov 24 17:51:04.887259 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-eb6ac1b5-7321-4bf0-8f07-122c3b46c52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:04.956054 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:04.956892 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d56618b0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:50:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:05.060073 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38908) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:05.081598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081214958', 'description': 'tempest-description--2011515156'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:05.127583 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.db.resource_extend [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 17:51:05.136392 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:05.236235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:05.282038 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Pushing event updated for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:05.282995 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Pushing event updated for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:05.285592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:05.286175 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:05.286698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:05.299547 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:05.320391 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:05.389340 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Attempting to bind port 04235aaf-5ac9-4467-b036-cb16111e1bd9 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:05.389766 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Attempting to bind port 04235aaf-5ac9-4467-b036-cb16111e1bd9 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:05.390107 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Attempting to bind port 04235aaf-5ac9-4467-b036-cb16111e1bd9 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:05.396482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:05.420919 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Port 04235aaf-5ac9-4467-b036-cb16111e1bd9 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:51:05.427779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Attempting to bind port 04235aaf-5ac9-4467-b036-cb16111e1bd9 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:05.439432 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:05.440078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Checking segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:05.441046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Bound using segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:05.441700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Bound port: 04235aaf-5ac9-4467-b036-cb16111e1bd9, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:05.442465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:05.451476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2fceee-7815-453b-ad43-7b8219deef3e {{(pid=86833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:05.470438 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390b4b-b59f-4214-96f2-45eb727dad7a req-d65f6d89-868f-4bc1-a7bb-723b837a6a95 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:05.478434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73390b4b-b59f-4214-96f2-45eb727dad7a req-d65f6d89-868f-4bc1-a7bb-723b837a6a95 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.2815535
Nov 24 17:51:05.484660 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:05.491959 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2bdd9c5b-f9e2-494c-ac28-a5b9070235d4 service neutron] 10.222.0.64 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6402297
Nov 24 17:51:05.530104 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:05.540824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Transition to ACTIVE for port object fc2fceee-7815-453b-ad43-7b8219deef3e will not be triggered until provisioned by entity L2. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:05.548154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:05.561855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:05.672682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:05.675120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:05.682960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:05.689686 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-73390b4b-b59f-4214-96f2-45eb727dad7a req-fca011b4-8344-40b6-9705-d2a7a3c8f9e7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:05.696340 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:05.703102 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:05.703658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:05.706710 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:05.710299 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:05.738131 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:05.741678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:05.891021 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-73390b4b-b59f-4214-96f2-45eb727dad7a req-fca011b4-8344-40b6-9705-d2a7a3c8f9e7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:05.908758 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73390b4b-b59f-4214-96f2-45eb727dad7a req-fca011b4-8344-40b6-9705-d2a7a3c8f9e7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4265306
Nov 24 17:51:06.170243 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:06.172326 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38930) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:06.193657 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:06.198122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:06.200396 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] 10.222.0.55 "PUT /v2.0/ports/04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 1094 time: 3.8164425
Nov 24 17:51:06.274155 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5808160>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:55Z', 'revision_number': 4, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'e1728f5c-3860-4a38-badc-ffbba6653817', 'name': '', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'mac_address': 'fa:16:3e:12:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4b89041f-7585-4d23-907c-bd60cffed951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:51Z', 'updated_at': '2021-11-24T17:51:04Z', 'revision_number': 4, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'subnets': [{'id': '4b89041f-7585-4d23-907c-bd60cffed951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:06.291635 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2d0a1b-bea7-4c6b-97c2-c55e6bf3fbbc None None] The sync data for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi is: [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T17:50:55Z', 'revision_number': 4, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'e1728f5c-3860-4a38-badc-ffbba6653817', 'name': '', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'mac_address': 'fa:16:3e:12:9f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '4b89041f-7585-4d23-907c-bd60cffed951', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:51Z', 'updated_at': '2021-11-24T17:51:04Z', 'revision_number': 4, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'subnets': [{'id': '4b89041f-7585-4d23-907c-bd60cffed951', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:51:06.324703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:06.415679 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:06.609474 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca009445-109b-4738-8245-e35fe4e4b4a6 req-c37e36e1-0428-4e7c-acee-0d2313e66e98 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.5644608
Nov 24 17:51:06.656988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Attempting to bind port fc2fceee-7815-453b-ad43-7b8219deef3e on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:06.663436 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Attempting to bind port fc2fceee-7815-453b-ad43-7b8219deef3e by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2'}] {{(pid=86833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:06.666329 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Attempting to bind port fc2fceee-7815-453b-ad43-7b8219deef3e on network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:06.677460 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Pushing event updated for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:06.678356 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Port fc2fceee-7815-453b-ad43-7b8219deef3e on network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:51:06.678690 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Attempting to bind port fc2fceee-7815-453b-ad43-7b8219deef3e on network 4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:06.694596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:06.699394 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f82bce3c-eb54-48b5-8ca5-ee3c28234f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:06.704617 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:06.706594 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Checking segment: {'id': '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:06.708799 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Bound using segment: {'id': '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2'} {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:06.710914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Bound port: fc2fceee-7815-453b-ad43-7b8219deef3e, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2'}}] {{(pid=86833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:06.711254 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:06.799584 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a66cb1-e15c-47a0-9f55-b222b2acdaac,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:06.849256 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d56618b0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:04Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:06.853117 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:06.855242 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.7938285
Nov 24 17:51:06.869595 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe1922-3d23-47e7-bc2e-b0cd7f490174 None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:04Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:51:06.886456 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:06.908711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38952) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:07.014527 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group_rule': {'security_group_id': '97a66cb1-e15c-47a0-9f55-b222b2acdaac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:07.046450 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.116125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:07.127316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:07.150469 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:07.164651 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Usage tracker for resource:security_group_rule and tenant:b33049cbdc01431591a39956277a6517 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:07.176836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:07.196926 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:07.227773 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:07.239041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da887423-50dc-4514-b9ba-5819840b8aa7 req-e5669864-9f50-4f3e-8961-86a19eb0874a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:07.250778 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-da887423-50dc-4514-b9ba-5819840b8aa7 req-e5669864-9f50-4f3e-8961-86a19eb0874a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 1.0031595
Nov 24 17:51:07.251387 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:07.321466 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, cleared binding levels {{(pid=86833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:07.399509 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fc2fceee-7815-453b-ad43-7b8219deef3e,segment=NetworkSegment(8fc2b95d-8ab9-44c5-82f6-a055d4e8125f),segment_id=8fc2b95d-8ab9-44c5-82f6-a055d4e8125f)] {{(pid=86833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:07.422364 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.428205 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-da887423-50dc-4514-b9ba-5819840b8aa7 req-15aa8ef4-edd6-42bf-b4e1-bc1a2641d521 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1760647
Nov 24 17:51:07.438156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:07.539754 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.549877 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.566531 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.566743 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:07.567257 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.568728 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] 10.222.0.55 "PUT /v2.0/ports/fc2fceee-7815-453b-ad43-7b8219deef3e HTTP/1.1" status: 200  len: 1094 time: 4.9611907
Nov 24 17:51:07.579332 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:07.593866 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:07.696983 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b33049cbdc01431591a39956277a6517&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5138316
Nov 24 17:51:07.708848 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=3']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:07.711158 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38982) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:07.712905 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9', 'status': 'completed', 'code': 200}
Nov 24 17:51:07.716242 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:07.732708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce3df04-c349-4489-9741-0a1ba40264da,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:07.741469 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a0ad94d0-3dee-45d9-8961-df3f86eae54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:07.775503 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.786028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.798031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c155b-0d82-4004-a7e8-3e2af8c41fba req-3211e71c-71c4-449b-89f0-d3445a2c93d3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:07.805170 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fb4c155b-0d82-4004-a7e8-3e2af8c41fba req-3211e71c-71c4-449b-89f0-d3445a2c93d3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.4891746
Nov 24 17:51:07.850968 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:07.896650 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3542843-f872-4dd8-958c-c95d16d2aa66,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:07.908443 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:07.953690 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fb4c155b-0d82-4004-a7e8-3e2af8c41fba req-4d740d43-c693-4bd1-b104-9d32edea0355 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428869
Nov 24 17:51:07.962074 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:07.999674 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.086382 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.096586 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-c4417f9a-bcd6-4cf5-82ec-8235aea9ce8d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:08.098496 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1735122
Nov 24 17:51:08.101617 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39004) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:08.105684 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-c4417f9a-bcd6-4cf5-82ec-8235aea9ce8d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 819 time: 0.2696257
Nov 24 17:51:08.123086 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-ba9e0783-ebcf-43e4-ada5-1514abc4f54a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/quotas/64f9bbe7d66843e4bdc67eed822136d5 HTTP/1.1" status: 200  len: 375 time: 0.0162425
Nov 24 17:51:08.129867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group_rule': {'security_group_id': '97a66cb1-e15c-47a0-9f55-b222b2acdaac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:08.148070 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.149166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:08.163204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-55931025-3546-45d4-9b83-c55db9153362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:08.171273 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:08.176296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:08.191003 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce3df04-c349-4489-9741-0a1ba40264da,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:08.194734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:08.195721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:08.220851 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ada38ad1-4a97-471c-961e-8f8393dbdb19 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:08.236046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.238509 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5ce3df04-c349-4489-9741-0a1ba40264da HTTP/1.1" status: 204  len: 168 time: 0.5246811
Nov 24 17:51:08.268164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.319590 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-a15e7596-b94c-499a-9ba5-77283684a1a0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1952488
Nov 24 17:51:08.370934 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e', 'status': 'completed', 'code': 200}
Nov 24 17:51:08.372639 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port ada38ad1-4a97-471c-961e-8f8393dbdb19 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:08.382524 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ada38ad1-4a97-471c-961e-8f8393dbdb19 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:08.383947 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.437341 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.449990 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.458407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9f2ad45-5daa-46d4-8671-c4c566a6b2cf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:08.506583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b2e0bb-6525-4b58-b27d-c97a93c495c0,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:08.516351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:08.530742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.535640 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4329469
Nov 24 17:51:08.536399 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39020) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:08.547562 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:08.559707 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:08.570555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:floatingip and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:08.576461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:08.586720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:08.613865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.627009 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-d567f310-e1a0-417c-a6f4-95808d020106 service neutron] 10.222.0.64 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2975779
Nov 24 17:51:08.672396 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.773374 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port ada38ad1-4a97-471c-961e-8f8393dbdb19, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ada38ad1-4a97-471c-961e-8f8393dbdb19,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:08.794321 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:08.799217 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e1728f5c-3860-4a38-badc-ffbba6653817 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:08.881899 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:09.034776 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-91570387-1d9f-422d-ac6c-81e0e5257b37 service neutron] 10.222.0.64 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3976052
Nov 24 17:51:09.036200 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39034) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:09.072026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:09.075580 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:09.091187 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port e1728f5c-3860-4a38-badc-ffbba6653817 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:09.106740 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port e1728f5c-3860-4a38-badc-ffbba6653817 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:09.107992 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.112598 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.138523 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09dc5a-6f4e-4333-ab90-f39bc44be2b4 req-eebaadb5-0544-421e-ab77-ec9bac885469 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:09.148191 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cb09dc5a-6f4e-4333-ab90-f39bc44be2b4 req-eebaadb5-0544-421e-ab77-ec9bac885469 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 0.3424659
Nov 24 17:51:09.156507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:09.172361 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Usage tracker for resource:security_group_rule and tenant:57148851e8bd4945844943df26bfc4a0 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:09.176589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:09.191295 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:09.235131 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cb09dc5a-6f4e-4333-ab90-f39bc44be2b4 req-58e2582c-0892-432f-afe2-9f018cdded57 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857773
Nov 24 17:51:09.248011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.497612 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.610282 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port e1728f5c-3860-4a38-badc-ffbba6653817, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e1728f5c-3860-4a38-badc-ffbba6653817,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:09.618711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.621457 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:09.630562 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-29f55fcd-9603-4153-b052-5b4481db49ec req-ce5fa4bc-816a-4526-b924-0d85266b6bb7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 210 time: 0.2015364
Nov 24 17:51:09.657685 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.667382 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.691143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:09.707903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Allocated IP 172.27.0.233 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:51:09.757618 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4ab71-f202-437e-96f6-2f6d21a46f29 req-0a77fea9-d0f2-4110-b87c-549ea5328c57 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:09.759155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-84c4ab71-f202-437e-96f6-2f6d21a46f29 req-0a77fea9-d0f2-4110-b87c-549ea5328c57 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.1838439
Nov 24 17:51:09.802561 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293c0850-c6f7-43ba-9e07-f8caa93ef8d7,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:09.807063 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=57148851e8bd4945844943df26bfc4a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7697170
Nov 24 17:51:09.810214 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:09.810688 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39048) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:09.817696 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:09.823008 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:09.904999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:09.953545 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-84c4ab71-f202-437e-96f6-2f6d21a46f29 req-126b5518-caaa-4d82-b728-cb0460229559 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996745
Nov 24 17:51:09.966713 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.026157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ada38ad1-4a97-471c-961e-8f8393dbdb19 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:10.090603 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.095777 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:10.097465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.116084 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293c0850-c6f7-43ba-9e07-f8caa93ef8d7,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:10.121459 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:10.130917 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.139580 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/293c0850-c6f7-43ba-9e07-f8caa93ef8d7 HTTP/1.1" status: 204  len: 168 time: 0.3255596
Nov 24 17:51:10.153722 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.154474 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ada38ad1-4a97-471c-961e-8f8393dbdb19 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:10.154962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.163150 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:10.221563 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:51:10.224910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:10.228934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:51:10.281625 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:10.286685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:10.292063 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e1728f5c-3860-4a38-badc-ffbba6653817 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:10.370655 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port e1728f5c-3860-4a38-badc-ffbba6653817 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:10.371201 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.397791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.698859 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-b12da662-45f6-4328-800a-bc94e428aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:10.704024 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-b12da662-45f6-4328-800a-bc94e428aa87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcf323d9d7dd42c7bfe427677fe26584&device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 1097 time: 0.3371115
Nov 24 17:51:10.710032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:10.804160 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a5bd4-dcbf-4800-a8e1-3218cd29f598 req-38c0d439-d787-44cf-bbe0-c655710731f6 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:10.805947 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f11a5bd4-dcbf-4800-a8e1-3218cd29f598 req-38c0d439-d787-44cf-bbe0-c655710731f6 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 0.3071847
Nov 24 17:51:10.816311 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-40bc08a5-8caa-45b3-a527-668dacb48c1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc2fceee-7815-453b-ad43-7b8219deef3e HTTP/1.1" status: 200  len: 217 time: 0.1034381
Nov 24 17:51:10.938480 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fe3f6b93-a7d5-488e-83a7-ea26dd894c61 req-94d8735d-b146-43b9-87ec-56eeb40cf1c7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 210 time: 0.1421881
Nov 24 17:51:10.940902 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f11a5bd4-dcbf-4800-a8e1-3218cd29f598 req-0f725fc8-021c-413a-8742-600380e2ad7a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262445
Nov 24 17:51:10.946432 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-1c8cf0f9-7841-43a9-9894-2d7cd3803d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:10.948760 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-1c8cf0f9-7841-43a9-9894-2d7cd3803d04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66612674-810f-48b1-ac51-09ee842958a5 HTTP/1.1" status: 200  len: 852 time: 0.1184964
Nov 24 17:51:10.958142 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-90c4144a-b935-4ad8-b041-6f810454f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:10.959653 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-90c4144a-b935-4ad8-b041-6f810454f96a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1097 time: 0.5502896
Nov 24 17:51:11.057309 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-233f3905-41fc-441a-adc0-d7dca61182ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.0896714
Nov 24 17:51:11.085503 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-eb35cb74-ecc3-4900-912a-ada5c2e0eafd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1202741
Nov 24 17:51:11.318730 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-d19d90a7-95bb-4553-a77b-d154e7b556ef service neutron] 10.222.0.55 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259016
Nov 24 17:51:11.358468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-1261783b-895b-4f3e-9920-0c8cc95038ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:11.360030 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-1261783b-895b-4f3e-9920-0c8cc95038ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.2548177
Nov 24 17:51:11.374090 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.55', 57440) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:11.603409 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-761c8e40-8c27-4caa-a079-6a2e02690555 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:11.604168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-37d833d7-e961-44ed-a594-182315f3f082 req-761c8e40-8c27-4caa-a079-6a2e02690555 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:11.630848 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-286658bb-aa0c-49e9-bd2e-d903f3247495 req-6a54b027-c4d9-4596-8d5c-dbeceac0ef97 service neutron] 10.222.0.55 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2987034
Nov 24 17:51:11.687516 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-5eed98dc-7e87-4173-a232-b853ec19dc3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3107517
Nov 24 17:51:11.734974 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec8aff-9195-46d9-a1ce-c6e8e09f155b req-477fd55c-61a6-4f2a-b09f-b967ed5ace9d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:11.748291 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8fec8aff-9195-46d9-a1ce-c6e8e09f155b req-477fd55c-61a6-4f2a-b09f-b967ed5ace9d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.6416736
Nov 24 17:51:11.856700 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04374306-c159-414b-a8a2-130594674a9b req-d048a716-ad2d-4c26-a583-af999c0c7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:11.861410 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-d048a716-ad2d-4c26-a583-af999c0c7892 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fcf323d9d7dd42c7bfe427677fe26584&device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 1097 time: 0.1178839
Nov 24 17:51:11.876778 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-37d833d7-e961-44ed-a594-182315f3f082 req-761c8e40-8c27-4caa-a079-6a2e02690555 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:11.878374 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-761c8e40-8c27-4caa-a079-6a2e02690555 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 819 time: 0.5028377
Nov 24 17:51:11.879449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.db.resource_extend [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 17:51:11.909778 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.55', 57444) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:11.919955 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:11.924737 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Request body: {'port': {'device_id': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'admin_state_up': True, 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:11.981611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:12.197471 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:12.244180 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8fec8aff-9195-46d9-a1ce-c6e8e09f155b req-b655f353-2421-47f7-962b-52b8f883f6a6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4948287
Nov 24 17:51:12.444532 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b76b4c39-3679-4836-8a57-b71392f1499c req-dfe300a0-f12d-4096-b8ba-589628517b2f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 210 time: 0.0794644
Nov 24 17:51:12.453000 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04374306-c159-414b-a8a2-130594674a9b req-13fc03fa-a659-4f3d-8c7d-dda51271bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:12.456177 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-13fc03fa-a659-4f3d-8c7d-dda51271bea0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 HTTP/1.1" status: 200  len: 913 time: 0.5874691
Nov 24 17:51:12.607501 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-d866608d-f6bb-4f07-8a5c-4596eb5090a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc2fceee-7815-453b-ad43-7b8219deef3e HTTP/1.1" status: 200  len: 217 time: 0.1418991
Nov 24 17:51:12.702080 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04374306-c159-414b-a8a2-130594674a9b req-bfba3ae8-5f82-4411-ba7e-b6dfae547325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:12.705058 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-bfba3ae8-5f82-4411-ba7e-b6dfae547325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66612674-810f-48b1-ac51-09ee842958a5 HTTP/1.1" status: 200  len: 852 time: 0.0896008
Nov 24 17:51:12.720101 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-5ef9e01e-3b11-4d03-b969-243071b0e63c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:12.721558 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-5ef9e01e-3b11-4d03-b969-243071b0e63c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 819 time: 0.8053288
Nov 24 17:51:12.770063 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-e18b1706-aedf-4288-b9f8-08b17dd18c60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0534475
Nov 24 17:51:12.796504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Request body: {'port': {'device_id': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'admin_state_up': True, 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:12.909660 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-2cfbb82c-63dc-41d1-a5be-3bd458eb557d service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2099137
Nov 24 17:51:12.929313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:12.940481 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-a70c68c8-e28d-4b0c-b4df-df141809ca6b service neutron] 10.222.0.55 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615152
Nov 24 17:51:12.941763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:12.967622 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.103376 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-04374306-c159-414b-a8a2-130594674a9b req-22cbc6f3-e036-418d-bcb5-92ae5cc98585 service neutron] 10.222.0.55 "GET /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559420
Nov 24 17:51:13.125256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:13.157638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.158891 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6214700
Nov 24 17:51:13.181472 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdde38b-38cb-4a7f-b7de-ecabed8219df req-fce4845d-9d11-4b2d-826d-6e93b2d526d7 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:13.183675 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1fdde38b-38cb-4a7f-b7de-ecabed8219df req-fce4845d-9d11-4b2d-826d-6e93b2d526d7 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 0.6971049
Nov 24 17:51:13.184766 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:13.217256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:13.374207 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44c3d184-43d4-4225-91d6-de8b7dad1ad9 req-6c0d14de-4ade-406a-8a7a-0c384128aec1 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4364924
Nov 24 17:51:13.397000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Made reservation on behalf of 64f9bbe7d66843e4bdc67eed822136d5 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:13.397000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.429945 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:13.430736 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39202) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:13.448980 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1fdde38b-38cb-4a7f-b7de-ecabed8219df req-51a84f7d-563a-498e-8160-c17ebef58f31 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555549
Nov 24 17:51:13.549079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Made reservation on behalf of 64f9bbe7d66843e4bdc67eed822136d5 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:13.564743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.656513 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2df39-918a-425b-88e8-ea52d42c3216 req-17f1acc4-4665-4860-8f34-6bb90b18271d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:13.658851 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-31e2df39-918a-425b-88e8-ea52d42c3216 req-17f1acc4-4665-4860-8f34-6bb90b18271d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.1383476
Nov 24 17:51:13.720530 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.750726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:13.756856 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:88c1306a92f340f8b62efb61916a7573 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:13.759948 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:13.771538 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:13.781716 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-31e2df39-918a-425b-88e8-ea52d42c3216 req-fd55aa69-a6e5-4cb0-9905-fe879633a13f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155975
Nov 24 17:51:13.843321 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-4bcd65a3-e19a-49e2-9a8e-8232ff3457e1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:13.906689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Allocated IP 172.20.0.10 (3d4cf1eb-a293-4cce-91dc-18c1bb4973c4/4b89041f-7585-4d23-907c-bd60cffed951/2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:51:13.920477 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39224) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:13.923136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.928658 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:13.932497 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-4bcd65a3-e19a-49e2-9a8e-8232ff3457e1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:13.933632 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-4bcd65a3-e19a-49e2-9a8e-8232ff3457e1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1081214958&fields=id&tenant_id=4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 267 time: 0.3033473
Nov 24 17:51:13.960430 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:13.973427 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88c1306a92f340f8b62efb61916a7573&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5397654
Nov 24 17:51:13.974308 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39230) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:14.047897 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-28ae1f01-984a-4f4f-8522-1205a500d484 req-71f5e7d2-202f-44ba-ac10-4ff9c9601c1c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 210 time: 0.0723443
Nov 24 17:51:14.064701 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1afefb-f4e1-4d7e-adda-8cbbf7d7cdc4,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:14.067855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:14.095079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.105124 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.131391 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.186945 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:14.187757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.193531 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2baa8400-798c-43ea-8f04-b7c2e11a55e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:14.206904 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1afefb-f4e1-4d7e-adda-8cbbf7d7cdc4,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:14.209134 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Usage tracker for resource:security_group_rule and tenant:c82dcaee9341473ea75047de505791fe is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:14.209791 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:14.210836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.212038 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd1afefb-f4e1-4d7e-adda-8cbbf7d7cdc4 HTTP/1.1" status: 204  len: 168 time: 0.2338254
Nov 24 17:51:14.225238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:14.239885 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:14.278953 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-2090d336-b84e-47d2-84ac-0f955198dd37 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:14.279681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-2090d336-b84e-47d2-84ac-0f955198dd37 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:14.338962 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-2090d336-b84e-47d2-84ac-0f955198dd37 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:14.340160 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-2090d336-b84e-47d2-84ac-0f955198dd37 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 809 time: 0.3864386
Nov 24 17:51:14.376238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.379803 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-1ce29564-9f77-4127-b2e0-4e0f5995d454 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/quotas/4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 375 time: 0.0264540
Nov 24 17:51:14.496567 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.505828 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.516548 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39240) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:14.519848 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:14.534114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.548377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:14.552195 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Usage tracker for resource:security_group_rule and tenant:dcd22b5574594dcbb5eac46e041655d5 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:14.554949 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:14.556432 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.561426 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:14.632189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd48bb-f0bf-4586-99d5-f46a503c853b,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:14.642508 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-c300abfa-06e1-414a-8624-5334d230fa9f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2514956
Nov 24 17:51:14.643351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:14.648299 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6e5fe965-d61d-4105-8c8f-df0b48b262fb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:14.680202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c82dcaee9341473ea75047de505791fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7586229
Nov 24 17:51:14.685642 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39246) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:14.690999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:51:14.719396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:14.732791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:51:14.738017 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce739b-1ead-4f7f-a8f6-fd99ab411fef req-584a799a-f222-4336-9232-a219e162b8ba tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:14.739528 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f4ce739b-1ead-4f7f-a8f6-fd99ab411fef req-584a799a-f222-4336-9232-a219e162b8ba tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 0.1658981
Nov 24 17:51:14.772460 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Allocated IP 172.20.0.3 (3d4cf1eb-a293-4cce-91dc-18c1bb4973c4/4b89041f-7585-4d23-907c-bd60cffed951/8b9bafad-9e4a-4de0-a61c-31c30b5ff84b) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:51:14.793109 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.800156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.899205 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-67be2dfd-bc43-49d7-8bd6-4a1dc1626a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:14.921704 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Pushing event updated for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:14.933980 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f4ce739b-1ead-4f7f-a8f6-fd99ab411fef req-ea7a5adb-6418-4c9e-a760-f67f40ea525a tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797438
Nov 24 17:51:14.934484 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:14.942450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.942962 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:14.943592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:14.983115 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcd22b5574594dcbb5eac46e041655d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4654860
Nov 24 17:51:14.988229 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39260) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:15.014986 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e727f89-669c-4556-8a93-faf9f0f3d230,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:15.027525 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.037923 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:15.095650 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1949434
Nov 24 17:51:15.100941 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-7f4ac43d-abe3-4e22-b96b-c1825d2eccd2 service neutron] 10.222.0.64 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4196501
Nov 24 17:51:15.173860 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.205318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.216770 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.223735 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:15.245722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83ad97-91fc-4989-a2ca-2ae4576f8d98 req-a3f7c755-b241-462c-afca-993e3bb0b157 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:15.247161 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2f83ad97-91fc-4989-a2ca-2ae4576f8d98 req-a3f7c755-b241-462c-afca-993e3bb0b157 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.1858103
Nov 24 17:51:15.250059 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd48bb-f0bf-4586-99d5-f46a503c853b,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:15.265212 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:15.283958 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.296589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.297653 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cabd48bb-f0bf-4586-99d5-f46a503c853b HTTP/1.1" status: 204  len: 168 time: 0.6053250
Nov 24 17:51:15.329389 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2f83ad97-91fc-4989-a2ca-2ae4576f8d98 req-55db61f1-ddd5-4f64-a458-271345192b2b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698619
Nov 24 17:51:15.336297 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-56dd6298-f7b9-4e7a-ab9d-541b37b379ac service neutron] 10.222.0.64 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276778
Nov 24 17:51:15.351460 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.358289 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:15.376407 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e727f89-669c-4556-8a93-faf9f0f3d230,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:15.381643 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.389650 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:15.395075 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:15.397704 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.398856 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e727f89-669c-4556-8a93-faf9f0f3d230 HTTP/1.1" status: 204  len: 168 time: 0.4096467
Nov 24 17:51:15.532384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:51:15.535407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:15.540161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:51:15.663543 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875ccaf-3cd4-4594-ba88-1532f2db242b req-c7115b4b-ad35-4e14-96c1-13503cecdfd6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:15.665529 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b875ccaf-3cd4-4594-ba88-1532f2db242b req-c7115b4b-ad35-4e14-96c1-13503cecdfd6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 932 time: 0.1770892
Nov 24 17:51:15.734335 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b875ccaf-3cd4-4594-ba88-1532f2db242b req-ed828aef-53a0-4e01-b908-510a049a3cec tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627248
Nov 24 17:51:15.781211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Pushing event updated for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:15.784308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:15.796671 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9f07c48b-af8b-4a02-b353-6c1676f3ac69 req-f95efb52-4525-4d2f-b091-b547200828b4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0791667
Nov 24 17:51:15.821888 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:15.821888 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.840195 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0844400
Nov 24 17:51:15.851306 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39282) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:15.869012 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:15.886033 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:15.890105 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Usage tracker for resource:security_group_rule and tenant:1ceaba355b724b6cba73b38323ef10ab is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:15.893118 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:15.899093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:16.033748 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.044109 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.053377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:16.083406 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169d7482-dffb-4b04-a364-cd973875f00e,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:16.088059 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:16.094998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device fc2fceee-7815-453b-ad43-7b8219deef3e details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:51:16.103151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Request body: {'port': {'device_id': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:16.111761 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ceaba355b724b6cba73b38323ef10ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2593291
Nov 24 17:51:16.114225 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39302) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:16.212451 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Request body: {'port': {'device_id': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:16.319786 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.351044 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fc2fceee-7815-453b-ad43-7b8219deef3e,segment=NetworkSegment(8fc2b95d-8ab9-44c5-82f6-a055d4e8125f),segment_id=8fc2b95d-8ab9-44c5-82f6-a055d4e8125f)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:16.372234 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'fc2fceee-7815-453b-ad43-7b8219deef3e', 'network_id': '4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2', 'port_id': 'fc2fceee-7815-453b-ad43-7b8219deef3e', 'mac_address': 'fa:16:3e:9d:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66612674-810f-48b1-ac51-09ee842958a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:51:16.378254 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.450924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.452207 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b304b6-823a-4cbd-b856-68c9b3b887f1 req-add6d691-660d-45e5-acfb-25c52ec8850d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:16.461151 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-15b304b6-823a-4cbd-b856-68c9b3b887f1 req-add6d691-660d-45e5-acfb-25c52ec8850d tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 944 time: 0.3475070
Nov 24 17:51:16.473120 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2fceee-7815-453b-ad43-7b8219deef3e {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:16.502413 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.511729 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fc2fceee-7815-453b-ad43-7b8219deef3e,segment=NetworkSegment(8fc2b95d-8ab9-44c5-82f6-a055d4e8125f),segment_id=8fc2b95d-8ab9-44c5-82f6-a055d4e8125f)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:16.518449 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:16.525297 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.528017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:16.535187 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.548223 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169d7482-dffb-4b04-a364-cd973875f00e,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:16.574722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:16.595628 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.613972 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-15b304b6-823a-4cbd-b856-68c9b3b887f1 req-627fb04f-47c9-49e0-b2c3-6d71972d8a4b tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486452
Nov 24 17:51:16.621622 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:16.625437 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/169d7482-dffb-4b04-a364-cd973875f00e HTTP/1.1" status: 204  len: 168 time: 0.5099268
Nov 24 17:51:16.633562 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-589cfbc1-ecc0-456d-95e5-a99c6b29587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:16.635815 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-589cfbc1-ecc0-456d-95e5-a99c6b29587c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1097 time: 0.3907175
Nov 24 17:51:16.688313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:16.700175 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:16.855326 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['fc2fceee-7815-453b-ad43-7b8219deef3e'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:17.127055 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e12bd-2218-44d7-90b0-1c1ef717bcf8 req-0cf44c48-1f96-45ca-8e36-7ed649600b4e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:17.129287 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c59e12bd-2218-44d7-90b0-1c1ef717bcf8 req-0cf44c48-1f96-45ca-8e36-7ed649600b4e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 932 time: 0.2563710
Nov 24 17:51:17.177390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-8f65661f-9531-4247-919e-7ec3ca6190b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:17.178828 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-8f65661f-9531-4247-919e-7ec3ca6190b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.5107694
Nov 24 17:51:17.198574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60b323-9295-48fa-a70c-42e1ae622f53 req-34bd562a-fe03-4d4f-8582-10e03134c1b4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:17.205766 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc60b323-9295-48fa-a70c-42e1ae622f53 req-34bd562a-fe03-4d4f-8582-10e03134c1b4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.5022395
Nov 24 17:51:17.342555 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-a29833fc-3b1a-4215-b6e4-33c8d9948f28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.1338992
Nov 24 17:51:17.440425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-ed1d6d2f-27f3-4883-906b-e44d4fd5de72 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:17.441918 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-ed1d6d2f-27f3-4883-906b-e44d4fd5de72 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 809 time: 0.3115256
Nov 24 17:51:17.591397 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c59e12bd-2218-44d7-90b0-1c1ef717bcf8 req-c8965c0c-7b24-4988-83b7-962f0324501f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482971
Nov 24 17:51:17.617662 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-4c8175c1-cf7b-48f0-acb6-d24fd0dc8e87 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 380 time: 0.0970037
Nov 24 17:51:17.635692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'port': {'device_id': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'admin_state_up': True, 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'security_groups': ['97a66cb1-e15c-47a0-9f55-b222b2acdaac']}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:17.704506 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc60b323-9295-48fa-a70c-42e1ae622f53 req-5ff6bdbc-155d-46de-8f02-92b8e5a917bc tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4931052
Nov 24 17:51:17.779571 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:17.784941 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-f6d280b0-e058-4e59-a34a-c6a6f1845d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:17.786614 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-f6d280b0-e058-4e59-a34a-c6a6f1845d1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.3392756
Nov 24 17:51:17.792041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:17.858685 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-39c970cb-52c7-4214-921e-86d09024106f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614607
Nov 24 17:51:17.895457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Transition to ACTIVE for port object 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:17.938004 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-7ab17ac7-b1d1-4608-8c5d-f8ab9119e8bb req-e0e521b7-4e87-435e-b1b1-5f41253330d5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:17.988483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:17.994350 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:port and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:17.997503 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:18.004750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:18.019462 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Made reservation on behalf of 4275b2353e804c9e9365d6f9ff69fb04 for: {'port': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:18.025310 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.046306 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.188956 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:18.260376 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Allocated IP 172.20.0.5 (16d04825-809e-487e-b2a8-9c8ebe5605d4/16f16fc0-6819-42e2-a4b0-5778c30f54a7/ba45d7ce-4681-4fd8-b019-1ea1b0526b2b) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:51:18.289817 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-7ab17ac7-b1d1-4608-8c5d-f8ab9119e8bb req-e0e521b7-4e87-435e-b1b1-5f41253330d5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:18.291019 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7ab17ac7-b1d1-4608-8c5d-f8ab9119e8bb req-e0e521b7-4e87-435e-b1b1-5f41253330d5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.4667871
Nov 24 17:51:18.471475 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:18.474883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:18.522347 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.543974 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Transition to ACTIVE for port object ba45d7ce-4681-4fd8-b019-1ea1b0526b2b will not be triggered until provisioned by entity DHCP. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:18.565034 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-413c013b-aa17-48ed-9b3a-540657fa92dd service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6978683
Nov 24 17:51:18.576243 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.584111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:18.670965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:51:18.691679 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:18.703554 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:51:18.717268 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:18.717268 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.763514 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:18.767003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:18.773255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.db.resource_extend [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 17:51:18.777621 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1535692
Nov 24 17:51:18.803291 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b7cda-3100-4ed3-a49b-54ced2cc61a2 req-39fd2156-90c8-4281-af58-47d600b076f1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:18.812297 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c00b7cda-3100-4ed3-a49b-54ced2cc61a2 req-39fd2156-90c8-4281-af58-47d600b076f1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 945 time: 0.8764462
Nov 24 17:51:18.839439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Request body: {'port': {'device_id': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:18.895787 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Attempting to bind port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:18.896126 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Attempting to bind port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:18.896453 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Attempting to bind port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:18.926172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:51:18.926501 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Attempting to bind port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:18.962525 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:18.962935 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Checking segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:18.963323 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Bound using segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:18.963802 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Bound port: 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:18.964373 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:18.981072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:19.011880 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c00b7cda-3100-4ed3-a49b-54ced2cc61a2 req-b922337f-44a9-4433-b2c2-92deda166b4c tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985199
Nov 24 17:51:19.030292 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.052093 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 04235aaf-5ac9-4467-b036-cb16111e1bd9 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:51:19.108105 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device fc2fceee-7815-453b-ad43-7b8219deef3e up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:19.167823 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bffd9ad5-94bc-4429-b3e9-bad8b56d0619 req-8edc28da-d137-4206-b653-1f95dbc30421 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5925045
Nov 24 17:51:19.173611 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.204093 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Transition to ACTIVE for port object 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:19.223867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.274726 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:19.342073 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-d46c30cf-f22c-40dc-859b-95dfbd3d4a1d None None] Provisioning for port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:19.380858 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-d46c30cf-f22c-40dc-859b-95dfbd3d4a1d None None] Provisioning complete for port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:19.384218 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d46c30cf-f22c-40dc-859b-95dfbd3d4a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.457977 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:19.549094 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Pushing event updated for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:19.552120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:19.561573 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:19.629261 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-d46c30cf-f22c-40dc-859b-95dfbd3d4a1d None None] Port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:51:19.649629 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:19.658354 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port fc2fceee-7815-453b-ad43-7b8219deef3e completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:19.659519 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.668463 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port fc2fceee-7815-453b-ad43-7b8219deef3e triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:19.668862 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.693051 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:19.704886 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '04235aaf-5ac9-4467-b036-cb16111e1bd9', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'port_id': '04235aaf-5ac9-4467-b036-cb16111e1bd9', 'mac_address': 'fa:16:3e:e4:a8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b7988-f9c2-4ec1-8b3a-064a8a30b603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:51:19.778509 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Pushing event updated for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:19.792136 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.808241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:19.814318 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04235aaf-5ac9-4467-b036-cb16111e1bd9 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:19.826068 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:19.827338 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.830083 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] 10.222.0.55 "PUT /v2.0/ports/8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 1093 time: 3.7339132
Nov 24 17:51:19.831235 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf048cff-9105-400b-a7e4-5b120b5d2867 req-74fde750-8085-4a4e-9a58-3ec416bf55c0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:19.834088 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:19.849506 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cf048cff-9105-400b-a7e4-5b120b5d2867 req-74fde750-8085-4a4e-9a58-3ec416bf55c0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 932 time: 1.0633574
Nov 24 17:51:19.864906 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba45d7ce-4681-4fd8-b019-1ea1b0526b2b {{(pid=86833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:19.868294 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0aaf26-5682-4718-9dba-beaff9dac2f1 req-31781232-8dc9-4da7-9fa9-2508fb1d40b5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:19.875480 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3a0aaf26-5682-4718-9dba-beaff9dac2f1 req-31781232-8dc9-4da7-9fa9-2508fb1d40b5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 944 time: 0.6503863
Nov 24 17:51:19.880397 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Attempting to bind port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:19.881098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Attempting to bind port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:19.881865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Attempting to bind port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:19.893230 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:19.897671 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.904409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.912786 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:19.929056 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:51:19.929839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Attempting to bind port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d on network 3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:19.939123 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Transition to ACTIVE for port object ba45d7ce-4681-4fd8-b019-1ea1b0526b2b will not be triggered until provisioned by entity L2. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:51:19.944195 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cf048cff-9105-400b-a7e4-5b120b5d2867 req-403ed686-12b8-4e5a-85c7-36f0b890fc28 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838704
Nov 24 17:51:19.950496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:19.955156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:19.973778 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.028834 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:20.095314 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:20.095911 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Checking segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:20.096670 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Bound using segment: {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:20.097215 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Bound port: 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:20.097681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.149494 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:20.154518 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fc2fceee-7815-453b-ad43-7b8219deef3e,segment=NetworkSegment(8fc2b95d-8ab9-44c5-82f6-a055d4e8125f),segment_id=8fc2b95d-8ab9-44c5-82f6-a055d4e8125f)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:20.155045 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:20.177035 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.184626 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:20.190885 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:20.192838 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:20.278249 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:20.294824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Attempting to bind port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:51:20.295165 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Attempting to bind port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}] {{(pid=86833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:51:20.295490 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Attempting to bind port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:20.318219 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:51:20.318544 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Attempting to bind port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:51:20.328582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:51:20.328974 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Checking segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:20.329366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Bound using segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} {{(pid=86833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:51:20.329898 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.managers [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Bound port: ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}}] {{(pid=86833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:51:20.330225 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.373739 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:20.377313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:20.444364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.476869 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3a0aaf26-5682-4718-9dba-beaff9dac2f1 req-a48c4096-0227-4642-bc47-075e382c65de tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5827055
Nov 24 17:51:20.485589 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:20.527872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:20.540508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:20.589103 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, cleared binding levels {{(pid=86833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:51:20.592134 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Pushing event updated for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:20.592425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:51:20.600145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:20.611666 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.612800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:20.613661 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.615216 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 1094 time: 4.4177716
Nov 24 17:51:20.621646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', 'status': 'completed', 'code': 200}
Nov 24 17:51:20.629029 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-77a356e7-feb9-4f49-a5e8-6199e3655db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:20.630844 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-77a356e7-feb9-4f49-a5e8-6199e3655db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1096 time: 0.7380118
Nov 24 17:51:20.633261 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-552c610b-ddf0-4e22-84c9-b6fffc778f94 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:20.712763 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802e611-211e-4337-8cef-ab3664e47cc0 req-46559400-fd17-4d4c-85ab-a6419f9f2422 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:20.721578 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9802e611-211e-4337-8cef-ab3664e47cc0 req-46559400-fd17-4d4c-85ab-a6419f9f2422 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.4819174
Nov 24 17:51:20.757101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:20.757899 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for port, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:20.760643 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 1093 time: 1.9257979
Nov 24 17:51:20.761282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:20.814086 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9802e611-211e-4337-8cef-ab3664e47cc0 req-7b2127f3-fe82-4e63-ab23-69d68b2d3c40 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915725
Nov 24 17:51:20.820054 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=3']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:20.827079 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:20.990518 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64116ff-0a85-401a-a6fb-59beca1c021c req-f7586939-1308-4721-95ca-108dff196e36 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:20.992149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d64116ff-0a85-401a-a6fb-59beca1c021c req-f7586939-1308-4721-95ca-108dff196e36 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.1777782
Nov 24 17:51:20.995745 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e', 'code': 200}
Nov 24 17:51:21.044173 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'status': 'completed', 'code': 200}
Nov 24 17:51:21.067202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d64116ff-0a85-401a-a6fb-59beca1c021c req-222df75d-7379-4bfe-baee-b01bb64b62c8 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662503
Nov 24 17:51:21.230796 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05081ae4-4838-4c61-83ea-10e1585f24e6 req-4ee6fa77-84cb-4842-bbdd-24941079d89b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:21.232541 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-05081ae4-4838-4c61-83ea-10e1585f24e6 req-4ee6fa77-84cb-4842-bbdd-24941079d89b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0870168
Nov 24 17:51:21.278405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-05081ae4-4838-4c61-83ea-10e1585f24e6 req-75f7a3c6-ab0e-4557-9fed-dbbe536e6e9e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391965
Nov 24 17:51:21.724789 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fc221-4e5b-4a3a-9f96-664ba5376fdf req-50ca5dea-46ef-4c0b-b497-f97478f86e74 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:21.726248 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91fc221-4e5b-4a3a-9f96-664ba5376fdf req-50ca5dea-46ef-4c0b-b497-f97478f86e74 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 945 time: 0.1393883
Nov 24 17:51:21.770186 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91fc221-4e5b-4a3a-9f96-664ba5376fdf req-dabfa1e2-6ac8-4f37-998e-a548c92d01fb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373185
Nov 24 17:51:22.014692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495a6da-0fe8-4fcf-a67e-ac92bace870c req-03333a99-3da2-4183-89b9-1dc1ef01963c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:22.016121 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0495a6da-0fe8-4fcf-a67e-ac92bace870c req-03333a99-3da2-4183-89b9-1dc1ef01963c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0802860
Nov 24 17:51:22.062474 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0495a6da-0fe8-4fcf-a67e-ac92bace870c req-b41e0aab-cd7d-4ccd-b3aa-6c0f9fee3824 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406342
Nov 24 17:51:22.250369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fca474-7cda-47a6-99d6-8adfcf91827a req-aff5cd74-064a-45bf-8d45-4436f5b9bcbb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:22.251815 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c3fca474-7cda-47a6-99d6-8adfcf91827a req-aff5cd74-064a-45bf-8d45-4436f5b9bcbb tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0779679
Nov 24 17:51:22.297462 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c3fca474-7cda-47a6-99d6-8adfcf91827a req-0eb6221c-f853-4d21-8557-01aa77570bc3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398965
Nov 24 17:51:22.466265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653c6e3-a155-4636-9772-c70d0be99bd6 req-9794aa74-10da-42dc-aaa0-d7d857ca61a7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:22.467742 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3653c6e3-a155-4636-9772-c70d0be99bd6 req-9794aa74-10da-42dc-aaa0-d7d857ca61a7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0845926
Nov 24 17:51:22.517960 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3653c6e3-a155-4636-9772-c70d0be99bd6 req-0b594b4a-2d4e-4c4c-bd20-cefe8467a931 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446463
Nov 24 17:51:22.622924 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:22.668794 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d', 'status': 'completed', 'code': 200}
Nov 24 17:51:22.959273 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0204a-3bbe-49ca-bb05-a2f30b96d83e req-d4209876-618c-4cf5-bef7-d7be4423ddc5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:22.960761 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-27f0204a-3bbe-49ca-bb05-a2f30b96d83e req-d4209876-618c-4cf5-bef7-d7be4423ddc5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 945 time: 0.0832140
Nov 24 17:51:23.005892 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-27f0204a-3bbe-49ca-bb05-a2f30b96d83e req-d3d83529-440f-4390-8018-6cf4751b74f7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386562
Nov 24 17:51:23.129566 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-955fba43-98d6-49cc-9b1d-45957557ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:23.257293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20453739-55dc-440f-a974-e891298b501a req-287cabba-d148-4aba-b55b-78bc251554ac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.264879 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-20453739-55dc-440f-a974-e891298b501a req-287cabba-d148-4aba-b55b-78bc251554ac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0922356
Nov 24 17:51:23.305412 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-20453739-55dc-440f-a974-e891298b501a req-64786ba8-89ea-463d-a9a7-f4d77d504ebc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396869
Nov 24 17:51:23.405549 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:23.595394 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bedbf-fe36-48ec-90da-d67e85944d01 req-5af667a7-5eb2-44fe-8b5d-ff72d5fc31ed tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.603289 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c59bedbf-fe36-48ec-90da-d67e85944d01 req-5af667a7-5eb2-44fe-8b5d-ff72d5fc31ed tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.1923213
Nov 24 17:51:23.625076 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-26f76264-cb61-475e-802b-35fcf271a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.627628 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-26f76264-cb61-475e-802b-35fcf271a56b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1096 time: 0.1483579
Nov 24 17:51:23.654894 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-b3882bad-41d4-439a-bb43-5ba8355b1576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.1816175
Nov 24 17:51:23.742504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-bbcc08a1-9c89-4f52-9c9f-a4406ef493fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.744194 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-bbcc08a1-9c89-4f52-9c9f-a4406ef493fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1097 time: 0.1670375
Nov 24 17:51:23.747492 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-8bd4aee1-76f1-4cc5-b46f-cbe601550f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.749045 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-8bd4aee1-76f1-4cc5-b46f-cbe601550f73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0818300
Nov 24 17:51:23.761383 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c59bedbf-fe36-48ec-90da-d67e85944d01 req-fe716174-1625-420a-b2f0-24d021058ea8 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562424
Nov 24 17:51:23.803319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39560) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:23.856997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-6038c82d-47e6-48df-aea6-74bd8cfbbf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:23.858430 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-6038c82d-47e6-48df-aea6-74bd8cfbbf24 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2146277
Nov 24 17:51:23.990853 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-6d10238c-c3c8-4ac4-9673-654b97c7f856 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2037451
Nov 24 17:51:24.060189 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.093020 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-4bdc44cc-c64a-4167-baa1-e20e7c2a8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.094476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-4bdc44cc-c64a-4167-baa1-e20e7c2a8e47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 1099 time: 0.2704034
Nov 24 17:51:24.097192 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-eb7eb831-3fa6-40d0-ae86-2e77d6fb5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.098483 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-eb7eb831-3fa6-40d0-ae86-2e77d6fb5ec5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&shared=False HTTP/1.1" status: 200  len: 920 time: 0.3397696
Nov 24 17:51:24.111795 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-99b5764c-1de3-4685-ae5e-e3c0ea255cb3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.112406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-99b5764c-1de3-4685-ae5e-e3c0ea255cb3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:24.129959 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-3ff43892-9fc4-4701-b39e-e0515ae99da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.130643 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-99b5764c-1de3-4685-ae5e-e3c0ea255cb3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:24.131381 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-420c47bb-e94e-466f-8dcb-293f255ad030 req-3ff43892-9fc4-4701-b39e-e0515ae99da2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2657998
Nov 24 17:51:24.131856 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-99b5764c-1de3-4685-ae5e-e3c0ea255cb3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.3435557
Nov 24 17:51:24.133660 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:24.179804 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Usage tracker for resource:security_group_rule and tenant:975933eb628347cfbf0819cd82cfe59b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:24.183161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-a98e6f24-d60f-40a8-8cb3-1bba81fbae59 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:24.184977 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:24.197485 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:24.253181 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67d929-45ac-4384-b0dc-b91234da869f req-81aac823-dcee-482e-a3ea-a521821c0694 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.254629 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2a67d929-45ac-4384-b0dc-b91234da869f req-81aac823-dcee-482e-a3ea-a521821c0694 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 945 time: 0.1221910
Nov 24 17:51:24.333161 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2a67d929-45ac-4384-b0dc-b91234da869f req-5fdd1d00-da28-4f53-ba79-5d896f2d15cf tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710175
Nov 24 17:51:24.340057 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.345155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.354334 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b2fc7e77-d528-4d8f-a439-7322402bb981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:24.365382 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-a98e6f24-d60f-40a8-8cb3-1bba81fbae59 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:24.367130 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9bb1ec3-5e16-4953-9f39-484dc67079f9 req-a98e6f24-d60f-40a8-8cb3-1bba81fbae59 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280643
Nov 24 17:51:24.402554 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=975933eb628347cfbf0819cd82cfe59b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5975788
Nov 24 17:51:24.404888 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39594) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:24.426984 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdcaa82-972d-4eb8-bd70-cfac920f26ce,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:24.433506 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:24.481236 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.507744 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.565671 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.567253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443250e-55bc-4a15-ae4b-2b2be8dce8e0 req-2e567edf-4f2c-4a91-b850-ba2cde787ae0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.568760 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1443250e-55bc-4a15-ae4b-2b2be8dce8e0 req-2e567edf-4f2c-4a91-b850-ba2cde787ae0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0929649
Nov 24 17:51:24.570764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:24.584793 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdcaa82-972d-4eb8-bd70-cfac920f26ce,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:24.588483 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:24.590174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.591286 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7cdcaa82-972d-4eb8-bd70-cfac920f26ce HTTP/1.1" status: 204  len: 168 time: 0.1851711
Nov 24 17:51:24.636159 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1443250e-55bc-4a15-ae4b-2b2be8dce8e0 req-b3bf40d8-6447-45ce-93b9-167b412ee9db tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603974
Nov 24 17:51:24.938457 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39626) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:24.956582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:24.966786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1704d2-6461-4cb5-9547-03e0da9c7901 req-d123c05e-1091-4db3-9d74-39706cf2f138 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:24.968326 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fd1704d2-6461-4cb5-9547-03e0da9c7901 req-d123c05e-1091-4db3-9d74-39706cf2f138 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0886943
Nov 24 17:51:24.971985 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:24.975985 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0bf0f761704a279239375368d299d3 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:24.979727 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:24.985529 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:25.025886 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fd1704d2-6461-4cb5-9547-03e0da9c7901 req-3e761a62-4d22-4fb0-aca2-293d7df19d05 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493929
Nov 24 17:51:25.096669 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.100067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.109111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f17a35a2-472d-4283-b978-eddf6895c94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:25.152241 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3e0bf0f761704a279239375368d299d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2118444
Nov 24 17:51:25.153037 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b79993-c8c2-4141-8d9d-4ffca2acccbc,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:25.154923 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39634) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:25.155897 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:25.214349 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.239419 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.292906 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.296634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:25.306989 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b79993-c8c2-4141-8d9d-4ffca2acccbc,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:25.310733 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:25.314117 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.315265 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97b79993-c8c2-4141-8d9d-4ffca2acccbc HTTP/1.1" status: 204  len: 168 time: 0.1593308
Nov 24 17:51:25.530312 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f187-4f3a-41ea-a262-7e970d09a3cc req-cadde730-4e23-4c67-905c-98b774c2bb0a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:25.532066 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e4b2f187-4f3a-41ea-a262-7e970d09a3cc req-cadde730-4e23-4c67-905c-98b774c2bb0a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 945 time: 0.0862968
Nov 24 17:51:25.574540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37098-a76f-42db-80ea-bd3f4278c550 req-66b2978d-0671-4bb4-b598-a6da16d2d04d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:25.576088 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7fb37098-a76f-42db-80ea-bd3f4278c550 req-66b2978d-0671-4bb4-b598-a6da16d2d04d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0852196
Nov 24 17:51:25.590568 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e4b2f187-4f3a-41ea-a262-7e970d09a3cc req-5322d16b-a8a9-43b2-b8c6-cd91cd0994cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522885
Nov 24 17:51:25.623355 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7fb37098-a76f-42db-80ea-bd3f4278c550 req-9073ec49-0919-4881-9c75-ad0fef59ef83 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403910
Nov 24 17:51:25.749480 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 04235aaf-5ac9-4467-b036-cb16111e1bd9 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:25.827505 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c2d5-c488-4ad1-a84a-4d44c828b5d8 req-1ea735c8-7c4c-481f-bceb-c603cdae122b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:25.828902 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-90c3c2d5-c488-4ad1-a84a-4d44c828b5d8 req-1ea735c8-7c4c-481f-bceb-c603cdae122b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0879371
Nov 24 17:51:25.848577 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 04235aaf-5ac9-4467-b036-cb16111e1bd9 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:25.854194 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 04235aaf-5ac9-4467-b036-cb16111e1bd9 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:25.854582 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:25.879108 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-90c3c2d5-c488-4ad1-a84a-4d44c828b5d8 req-f3d59208-7fcd-40c5-881f-db34d92009dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444179
Nov 24 17:51:25.985557 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:26.014331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:26.036394 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:26.046686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:26.050517 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:26.091441 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ab09b571-247d-4ebe-ba7b-aacc59bda816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:26.112897 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9', 'code': 200}
Nov 24 17:51:26.131733 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:26.134954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:26.232778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de92b9-5f39-4eb2-957c-e2a81f4f4cbd req-5460924f-c131-431c-84fe-72c21fcb977e tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:26.234254 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b4de92b9-5f39-4eb2-957c-e2a81f4f4cbd req-5460924f-c131-431c-84fe-72c21fcb977e tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0793791
Nov 24 17:51:26.286187 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b4de92b9-5f39-4eb2-957c-e2a81f4f4cbd req-bc478a96-ac6c-47d0-a039-a355d0e6a4cd tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464392
Nov 24 17:51:26.689742 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:26.906634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:26.925170 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24907855-c62c-4ee4-957b-96e724abc90e req-060e635b-2663-4898-a441-c1d4af6ffa86 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:26.926942 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-24907855-c62c-4ee4-957b-96e724abc90e req-060e635b-2663-4898-a441-c1d4af6ffa86 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.1935389
Nov 24 17:51:26.956165 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-78fa1188-b770-402f-88cb-13de34c4251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:26.957892 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-78fa1188-b770-402f-88cb-13de34c4251d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1096 time: 0.1411424
Nov 24 17:51:27.049527 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-e2a6008d-8143-45f2-81a7-b5389671ef8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 217 time: 0.0808897
Nov 24 17:51:27.050021 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.55', 57463) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:27.068102 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-24907855-c62c-4ee4-957b-96e724abc90e req-bba9f888-21f8-4894-acff-6da27b75dc53 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335213
Nov 24 17:51:27.075862 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:27.100999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Usage tracker for resource:security_group_rule and tenant:b52e920b903f49e38b890cf642832f64 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:27.100999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:27.116074 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:27.129801 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503710f4-91a2-4242-b370-f293469e42e9 req-7f02d3b9-1f2a-4cb6-b436-3c5b641ba0b4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.140568 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-503710f4-91a2-4242-b370-f293469e42e9 req-7f02d3b9-1f2a-4cb6-b436-3c5b641ba0b4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.4328449
Nov 24 17:51:27.214876 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-f4adcdc8-21af-4159-9640-d2b317a3d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.216309 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-f4adcdc8-21af-4159-9640-d2b317a3d491 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.1521716
Nov 24 17:51:27.257595 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-0dc95b9f-1ac2-4edd-8b82-058a5fed7e0a service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4864392
Nov 24 17:51:27.299895 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-14b28a0d-cc62-4e32-a231-f59f72c82640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.301609 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-14b28a0d-cc62-4e32-a231-f59f72c82640 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5298150
Nov 24 17:51:27.364226 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ffffc-8d75-48fa-a2b5-0493eaab379f req-ecf13793-9c05-4d99-b187-c440454a2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.367219 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ab1ffffc-8d75-48fa-a2b5-0493eaab379f req-ecf13793-9c05-4d99-b187-c440454a2af6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.3128219
Nov 24 17:51:27.407822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-87fb6594-d21b-4cb6-a224-b28101af2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.409781 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-87fb6594-d21b-4cb6-a224-b28101af2bc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1840374
Nov 24 17:51:27.420267 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-503710f4-91a2-4242-b370-f293469e42e9 req-74cb2ff5-4a6e-4065-a128-0c4aee1cfb2e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2811346
Nov 24 17:51:27.430788 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc94df-3b6c-4083-a72b-eb2498c234b7 req-be3cae9e-3ebc-4b14-bed2-6d1e9626d2a9 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.432910 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-00bc94df-3b6c-4083-a72b-eb2498c234b7 req-be3cae9e-3ebc-4b14-bed2-6d1e9626d2a9 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.1517622
Nov 24 17:51:27.526748 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-00bc94df-3b6c-4083-a72b-eb2498c234b7 req-32f547ce-01c6-480d-8ce4-6bd6d89a4a11 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0877960
Nov 24 17:51:27.636158 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d39d2f1d-b916-42b3-a369-59a3d8cd20be req-687de204-8a89-40a6-b7d9-3da572d0445b service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3683562
Nov 24 17:51:27.652006 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:27.660370 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:27.673388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:27.698152 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-035bffd5-01c5-4351-85b7-0dad76759d1a req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9250867
Nov 24 17:51:27.717710 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbef526-f6b6-4d96-bec1-ba79455a46d0,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:27.720710 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:27.738052 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8ff2-b70d-4d7f-96a2-5ee7ef800f3a req-ffb7d164-7913-4793-875d-2ac7999179d3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:27.745638 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e76c8ff2-b70d-4d7f-96a2-5ee7ef800f3a req-ffb7d164-7913-4793-875d-2ac7999179d3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.1707716
Nov 24 17:51:27.792841 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e76c8ff2-b70d-4d7f-96a2-5ee7ef800f3a req-05c14a88-2ed8-4d9f-90e9-9eb7e059b2d7 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462749
Nov 24 17:51:28.049654 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:28.332454 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275868c-2d21-4e30-8a5f-958c98c2e64d req-ff91d1c4-988f-4c67-904f-e9086d7620b7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:28.333808 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e275868c-2d21-4e30-8a5f-958c98c2e64d req-ff91d1c4-988f-4c67-904f-e9086d7620b7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0813546
Nov 24 17:51:28.376976 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e275868c-2d21-4e30-8a5f-958c98c2e64d req-8129fa0d-7dac-41a8-acda-09501541fafb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374949
Nov 24 17:51:28.572963 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fc0b-90f9-40bd-822d-0fe20e5d0fc4 req-9f0901b8-6711-4766-836b-4271427fc0c0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:28.574460 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5f05fc0b-90f9-40bd-822d-0fe20e5d0fc4 req-9f0901b8-6711-4766-836b-4271427fc0c0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.0791755
Nov 24 17:51:28.622579 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5f05fc0b-90f9-40bd-822d-0fe20e5d0fc4 req-817fa4ac-1150-4f26-a034-b59c6031fc77 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423665
Nov 24 17:51:28.723935 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e69be-d488-4cbd-86ce-ea8cb67d343e req-47e1580b-fe34-4123-b918-37e1fae70069 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:28.725347 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-288e69be-d488-4cbd-86ce-ea8cb67d343e req-47e1580b-fe34-4123-b918-37e1fae70069 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0827527
Nov 24 17:51:28.777383 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-288e69be-d488-4cbd-86ce-ea8cb67d343e req-23223940-4159-4097-8793-1edbd021593c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455024
Nov 24 17:51:28.979780 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec907c0-eed0-4bb5-862f-3810a491d8ff req-866ca6c8-c1d5-4159-9cc2-edde9e2268d0 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:28.981242 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aec907c0-eed0-4bb5-862f-3810a491d8ff req-866ca6c8-c1d5-4159-9cc2-edde9e2268d0 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0799444
Nov 24 17:51:29.023990 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aec907c0-eed0-4bb5-862f-3810a491d8ff req-d434d32e-ce41-4e3c-a1d8-bb9d0d6b3e6b tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370991
Nov 24 17:51:29.563565 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eead74-b12c-4b66-8f60-a77ddb73eb5d req-bf44a902-d6c1-4d48-90a7-eb42b98e10eb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:29.564999 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f1eead74-b12c-4b66-8f60-a77ddb73eb5d req-bf44a902-d6c1-4d48-90a7-eb42b98e10eb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0783229
Nov 24 17:51:29.583026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:29.610327 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f1eead74-b12c-4b66-8f60-a77ddb73eb5d req-5e3288d3-22af-4221-bcce-772f27995780 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387967
Nov 24 17:51:29.803913 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0180d7-f879-48d9-be45-b086c0a851b8 req-15514339-d391-4fff-abb6-998dda1dfbf6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:29.805378 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4f0180d7-f879-48d9-be45-b086c0a851b8 req-15514339-d391-4fff-abb6-998dda1dfbf6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.0825613
Nov 24 17:51:29.852804 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4f0180d7-f879-48d9-be45-b086c0a851b8 req-7ad9daed-c37c-4369-8553-c2e08b7787de tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409203
Nov 24 17:51:30.012616 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe382c-bd2b-49ad-911f-4f220c094207 req-70d8e231-ecbb-4b8a-be2b-f13e9bdd723a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:30.014047 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6dbe382c-bd2b-49ad-911f-4f220c094207 req-70d8e231-ecbb-4b8a-be2b-f13e9bdd723a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.1285403
Nov 24 17:51:30.061191 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6dbe382c-bd2b-49ad-911f-4f220c094207 req-5e795327-5ea0-4181-a0c8-d530707e700f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414944
Nov 24 17:51:30.208522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522bdfa-7e20-4395-aa75-305d5c93536d req-f9d1ecbc-83ea-4416-bd20-3d69e68c52ad tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:30.209967 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8522bdfa-7e20-4395-aa75-305d5c93536d req-f9d1ecbc-83ea-4416-bd20-3d69e68c52ad tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0794382
Nov 24 17:51:30.253537 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8522bdfa-7e20-4395-aa75-305d5c93536d req-509dca2c-9729-4766-b393-02c2d7c807f3 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374362
Nov 24 17:51:30.440452 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ab1ffffc-8d75-48fa-a2b5-0493eaab379f req-59c2f0e3-41ed-457c-9e91-200b51ca18fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246369
Nov 24 17:51:30.481190 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-8926c971-058e-4209-a125-da026a95d25e service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840925
Nov 24 17:51:30.501214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-4b5743c4-2fc2-43e1-aba1-4356b8c1b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:30.502655 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-4b5743c4-2fc2-43e1-aba1-4356b8c1b311 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1096 time: 0.1397855
Nov 24 17:51:30.508152 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-0b1eeadb-890c-4e48-83a3-ed1b6503c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:30.510081 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-0b1eeadb-890c-4e48-83a3-ed1b6503c0d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1097 time: 0.1824613
Nov 24 17:51:30.801101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7e31-b572-4cf7-8b8f-cc275074f72a req-2b9c93be-c590-4bfa-8c3a-2ae77dc884c7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:30.802539 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f54f7e31-b572-4cf7-8b8f-cc275074f72a req-2b9c93be-c590-4bfa-8c3a-2ae77dc884c7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0858109
Nov 24 17:51:30.845611 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f54f7e31-b572-4cf7-8b8f-cc275074f72a req-8bd0ce4f-c8d6-403e-bf4a-614fbe3e6312 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368357
Nov 24 17:51:31.042645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e956be-0e0f-48e9-9c8b-bbae9a285995 req-73925401-7780-4817-84e4-26408685e0cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:31.044234 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0e956be-0e0f-48e9-9c8b-bbae9a285995 req-73925401-7780-4817-84e4-26408685e0cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.0843806
Nov 24 17:51:31.092979 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0e956be-0e0f-48e9-9c8b-bbae9a285995 req-ade8a088-f01c-4376-b183-5df5b9869dcb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430689
Nov 24 17:51:31.253080 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2644-f346-4cd4-9132-964d73c91c30 req-b874a99a-d75e-42fb-afa0-da137b3267a8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:31.254472 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c9e2644-f346-4cd4-9132-964d73c91c30 req-b874a99a-d75e-42fb-afa0-da137b3267a8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.0785525
Nov 24 17:51:31.299392 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c9e2644-f346-4cd4-9132-964d73c91c30 req-08cfc392-313a-418d-8f1f-857af81cd59e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388343
Nov 24 17:51:31.443658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b9290-d79f-4ea8-90a1-7c41f8ff282f req-74f1cb95-7ef8-445d-9554-96707e5ed049 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:31.449041 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-513b9290-d79f-4ea8-90a1-7c41f8ff282f req-74f1cb95-7ef8-445d-9554-96707e5ed049 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0907173
Nov 24 17:51:31.493537 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-513b9290-d79f-4ea8-90a1-7c41f8ff282f req-d1b708f5-d022-4a1f-bb79-74da74b31f71 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418129
Nov 24 17:51:31.974361 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39822) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:32.041470 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5798be4-5bec-4408-b448-243cb5c24a38 req-7cd60091-90a9-4d98-9fc1-990a6a24a076 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:32.043016 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e5798be4-5bec-4408-b448-243cb5c24a38 req-7cd60091-90a9-4d98-9fc1-990a6a24a076 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.0904126
Nov 24 17:51:32.087230 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e5798be4-5bec-4408-b448-243cb5c24a38 req-c202a6cf-a89b-4cba-9f54-a9c67e862b8a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384364
Nov 24 17:51:32.092967 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.111445 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:32.115183 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Usage tracker for resource:security_group_rule and tenant:7e439f0c0b06431ca151f0da07d715a4 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:32.118031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:32.124508 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:32.247232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.255319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.265909 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:32.315465 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e439f0c0b06431ca151f0da07d715a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3399408
Nov 24 17:51:32.318005 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39832) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:32.318144 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bb56ea-9e84-4769-a4f9-32ce512a165a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:32.321467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:32.344998 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba77e-ee23-4231-9b22-a494e5c19359 req-28f16c5c-37b9-4854-a95d-bafa14514a1f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:32.346515 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1daba77e-ee23-4231-9b22-a494e5c19359 req-28f16c5c-37b9-4854-a95d-bafa14514a1f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.1414456
Nov 24 17:51:32.383325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.397691 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1daba77e-ee23-4231-9b22-a494e5c19359 req-33096f14-276a-424b-a448-ab5c347ac61d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456645
Nov 24 17:51:32.412246 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.530918 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9451e1-74d1-477f-8a32-e8e9b40f69a5 req-7c2e2ed6-e3c2-4827-a343-18f8fd0ee52b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:32.532676 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-af9451e1-74d1-477f-8a32-e8e9b40f69a5 req-7c2e2ed6-e3c2-4827-a343-18f8fd0ee52b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.1086957
Nov 24 17:51:32.533832 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.537937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:32.567448 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bb56ea-9e84-4769-a4f9-32ce512a165a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:32.569873 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:32.598155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.599265 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d8bb56ea-9e84-4769-a4f9-32ce512a165a HTTP/1.1" status: 204  len: 168 time: 0.2802527
Nov 24 17:51:32.607692 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-af9451e1-74d1-477f-8a32-e8e9b40f69a5 req-21e5675b-f7c4-45e2-9459-5df788437e5c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595584
Nov 24 17:51:32.690179 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fa2eb-b162-4fa6-96ed-6a5cea4db262 req-cc6d018d-52b1-43d9-a2e6-99c41755d861 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:32.691646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d92fa2eb-b162-4fa6-96ed-6a5cea4db262 req-cc6d018d-52b1-43d9-a2e6-99c41755d861 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.0841408
Nov 24 17:51:32.737221 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d92fa2eb-b162-4fa6-96ed-6a5cea4db262 req-eb5f00e4-82c4-4723-ae90-e4ef6cebec1c tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393384
Nov 24 17:51:32.873567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39846) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:32.890955 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:32.906155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:32.910138 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Usage tracker for resource:security_group_rule and tenant:7cde14764a8e424eacad118e544e9fa0 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:32.912876 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:32.919620 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:33.004025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.007765 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.014920 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:33.057135 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfb9cda-bf6a-4174-a772-a9bfc6523d41,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:33.061273 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cde14764a8e424eacad118e544e9fa0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1867106
Nov 24 17:51:33.062127 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:33.064282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39852) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:33.122141 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.147232 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.241295 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.253944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:33.268526 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfb9cda-bf6a-4174-a772-a9bfc6523d41,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:33.272071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:33.280404 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:33.281495 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bbfb9cda-bf6a-4174-a772-a9bfc6523d41 HTTP/1.1" status: 204  len: 168 time: 0.2167118
Nov 24 17:51:33.300487 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310c3e7-328c-48a9-8962-9fd865831b4f req-36813d99-efa1-4cc8-b7b3-2c1b5aae68df tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:33.301957 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b310c3e7-328c-48a9-8962-9fd865831b4f req-36813d99-efa1-4cc8-b7b3-2c1b5aae68df tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.1084530
Nov 24 17:51:33.350322 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b310c3e7-328c-48a9-8962-9fd865831b4f req-57093340-f88a-4359-ac73-f49c8ebd78b1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423386
Nov 24 17:51:33.629574 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca08cd17-f82c-4b13-87a1-21f528230b14 req-da0d4ba5-900f-4ea2-9448-a9d2717f2deb service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293559
Nov 24 17:51:33.688512 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-5c865327-8e9e-4eb2-8d57-bdb29697866f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.1651151
Nov 24 17:51:33.834169 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dbe27-f06d-4871-90c7-c7b2c1d23c68 req-6bbe9b93-b970-4e9d-92f2-846e71e6716c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:33.840347 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-454dbe27-f06d-4871-90c7-c7b2c1d23c68 req-6bbe9b93-b970-4e9d-92f2-846e71e6716c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.1025121
Nov 24 17:51:33.887214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d833d7-e961-44ed-a594-182315f3f082 req-48d2187b-62e6-450c-ae5a-5654d9c5b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:33.888708 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-48d2187b-62e6-450c-ae5a-5654d9c5b9ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.1839457
Nov 24 17:51:33.891633 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-454dbe27-f06d-4871-90c7-c7b2c1d23c68 req-e2195a66-28bb-4b58-bc31-96c71c12cb82 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495114
Nov 24 17:51:33.892658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-b90db9ff-3608-4a75-bbcc-dde6e920da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:33.894024 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-b90db9ff-3608-4a75-bbcc-dde6e920da18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.3939316
Nov 24 17:51:34.051951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b1d33-1b6b-4c92-a54f-0fc677fe00e8 req-3b7ec6ba-0244-4cd7-9659-7b6bbe9d30e8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:34.054996 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-316b1d33-1b6b-4c92-a54f-0fc677fe00e8 req-3b7ec6ba-0244-4cd7-9659-7b6bbe9d30e8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.5328701
Nov 24 17:51:34.087834 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-da67ebd1-26c6-405c-8d61-7cbf9cb61d0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1776466
Nov 24 17:51:34.090234 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-cdd9e470-103f-450b-8222-17dffb9d5b29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.1493459
Nov 24 17:51:34.105979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d69d3c-bf7b-483f-99be-c5286c5615ce req-0ee26908-2823-4b93-8f25-4a646f7f907b tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:34.113390 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-38d69d3c-bf7b-483f-99be-c5286c5615ce req-0ee26908-2823-4b93-8f25-4a646f7f907b tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.1157560
Nov 24 17:51:34.174617 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-38d69d3c-bf7b-483f-99be-c5286c5615ce req-8b8f3f40-1594-4f0d-9f06-f7b36fd8e094 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592487
Nov 24 17:51:34.174617 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39892) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:34.256821 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-316b1d33-1b6b-4c92-a54f-0fc677fe00e8 req-50637f84-a23f-4cd7-bb84-ad81faecbbac tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002268
Nov 24 17:51:34.279013 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-9e40b40e-aff1-4fb3-80f3-d720ef514b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:34.280616 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-9e40b40e-aff1-4fb3-80f3-d720ef514b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.1548748
Nov 24 17:51:34.302835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-711639906-network', 'tenant_id': 'f02b6727a9aa45b19f0770a49d63324b'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:34.307922 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:34.311769 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Usage tracker for resource:network and tenant:f02b6727a9aa45b19f0770a49d63324b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:34.314577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:34.320693 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:34.334334 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Made reservation on behalf of f02b6727a9aa45b19f0770a49d63324b for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:34.341316 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.347704 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-bc92d873-61fd-4dee-8efa-5bba9de157ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595641
Nov 24 17:51:34.356319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.389637 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:34.395256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Usage tracker for resource:security_group_rule and tenant:f02b6727a9aa45b19f0770a49d63324b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:34.398943 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:34.405159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:34.501193 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-e6811f5f-5e11-477e-b90d-d273f28ceff0 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087310
Nov 24 17:51:34.605583 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.614708 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.620349 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:34.641946 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:51:34.664548 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-91f83e17-0139-4d58-96db-6a3319689d80 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3057113
Nov 24 17:51:34.669524 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d57413-92a7-40bf-a518-3ac1f14fdd80 req-1e42030e-bf2e-408a-bdc5-a23cb17a1b96 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:34.671803 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26d57413-92a7-40bf-a518-3ac1f14fdd80 req-1e42030e-bf2e-408a-bdc5-a23cb17a1b96 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.1866140
Nov 24 17:51:34.676614 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.676931 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Added segment ea65a320-6909-4c20-bfc1-9dddb9d9afad of type vlan for network 18dd95e7-8d18-4041-9dcf-75778c1a97dd
Nov 24 17:51:34.678825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f81d9c-87b5-4320-af23-b5c3ce0113bf,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:34.687220 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:34.735888 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.751261 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26d57413-92a7-40bf-a518-3ac1f14fdd80 req-0a7fcdec-d74d-4537-8a95-ef8b5a248363 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587072
Nov 24 17:51:34.752074 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37d833d7-e961-44ed-a594-182315f3f082 req-ec19993e-d625-4bee-b689-95862d36dc93 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2377756
Nov 24 17:51:34.780544 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.781852 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:34.782435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:34.785952 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:34.840259 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ad1b8eb-284c-4226-bb5e-36f11b2943d9 req-ae4a34be-4980-4f26-a112-db1ae9ef7b01 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1608090
Nov 24 17:51:34.890957 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Pushing event updated for resources: {'Network': ['ID=18dd95e7-8d18-4041-9dcf-75778c1a97dd,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:34.896392 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7177703
Nov 24 17:51:34.896392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:34.896623 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39912) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:34.902116 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Request body: {'subnet': {'network_id': '18dd95e7-8d18-4041-9dcf-75778c1a97dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-711639906-subnet', 'tenant_id': 'f02b6727a9aa45b19f0770a49d63324b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:34.904096 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 18dd95e7-8d18-4041-9dcf-75778c1a97dd details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:51:34.913759 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:34.927956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Usage tracker for resource:subnet and tenant:f02b6727a9aa45b19f0770a49d63324b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:34.932643 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:34.938446 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:34.953161 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Made reservation on behalf of f02b6727a9aa45b19f0770a49d63324b for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:34.956008 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:35.116729 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:51:35.318688 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7171d-83b5-4ec7-8322-55200d899f98 req-71968ee6-c077-415e-b1dc-0a09400e12c7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:35.320451 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94b7171d-83b5-4ec7-8322-55200d899f98 req-71968ee6-c077-415e-b1dc-0a09400e12c7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 943 time: 0.1847446
Nov 24 17:51:35.355801 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:35.362332 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:35.451070 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94b7171d-83b5-4ec7-8322-55200d899f98 req-7d450d75-5f24-421e-b9f6-35eb0f9f5f10 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1154525
Nov 24 17:51:35.535853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec7417f2-3edb-4d9f-aee1-b9d9597e7f0d,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:35.539048 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Checking segment: {'id': 'ea65a320-6909-4c20-bfc1-9dddb9d9afad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '18dd95e7-8d18-4041-9dcf-75778c1a97dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:35.539489 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Network hostable DHCP agents. Network: 18dd95e7-8d18-4041-9dcf-75778c1a97dd, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:51:35.554740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:35.573457 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ba45d7ce-4681-4fd8-b019-1ea1b0526b2b details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:51:35.599055 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b9b63-6816-486c-90e4-b95f1c149910 req-35be3a4a-3bb3-4ca7-9929-857cabe94d76 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:35.599407 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-951b9b63-6816-486c-90e4-b95f1c149910 req-35be3a4a-3bb3-4ca7-9929-857cabe94d76 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.2035336
Nov 24 17:51:35.602445 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Network 18dd95e7-8d18-4041-9dcf-75778c1a97dd is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:51:35.630896 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 18dd95e7-8d18-4041-9dcf-75778c1a97dd) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:35.640124 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:35.640715 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:35.673568 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b65e4a-205b-4f2f-a246-bbb73b118c7d None None] Network 18dd95e7-8d18-4041-9dcf-75778c1a97dd requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:51:35.677079 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-951b9b63-6816-486c-90e4-b95f1c149910 req-13a2ffb4-099a-4043-9d85-aa568eefad7b tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697122
Nov 24 17:51:35.693594 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7959552
Nov 24 17:51:35.811840 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e7ba-6ab7-48b5-9e09-357498e742f0 req-6300bf8e-7f03-4280-8451-ad2e6770b27c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:35.813791 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9761e7ba-6ab7-48b5-9e09-357498e742f0 req-6300bf8e-7f03-4280-8451-ad2e6770b27c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.2113447
Nov 24 17:51:35.905209 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9761e7ba-6ab7-48b5-9e09-357498e742f0 req-524ee4c2-1ab2-4e06-ba98-ea58448db24f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854738
Nov 24 17:51:35.920507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:35.956206 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'port_id': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'mac_address': 'fa:16:3e:95:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:51:36.138691 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.145088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca75232-36d0-4a2a-895e-7c04d49527eb req-015a6149-aad9-4e95-95c5-dca5fea63146 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:36.155377 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aca75232-36d0-4a2a-895e-7c04d49527eb req-015a6149-aad9-4e95-95c5-dca5fea63146 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.2029319
Nov 24 17:51:36.170429 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0eeb40-f43f-4a00-b73d-054ecb397429 None None] Network 18dd95e7-8d18-4041-9dcf-75778c1a97dd requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:51:36.222368 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba45d7ce-4681-4fd8-b019-1ea1b0526b2b {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:36.237024 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aca75232-36d0-4a2a-895e-7c04d49527eb req-40f7ddc4-33de-4002-b318-98514fec8029 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664747
Nov 24 17:51:36.332596 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:36.340663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.341769 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:51:36.349637 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:36.654176 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39998) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:36.660759 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-748102307-network', 'tenant_id': 'c6c3cef6cff8448d91406926fb65ed12'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:36.667722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:36.679389 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Usage tracker for resource:network and tenant:c6c3cef6cff8448d91406926fb65ed12 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:36.690131 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:36.697056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:36.699332 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:36.732732 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Made reservation on behalf of c6c3cef6cff8448d91406926fb65ed12 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:36.735684 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.757561 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.792486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:36.798744 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'port_id': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', 'mac_address': 'fa:16:3e:ba:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b89041f-7585-4d23-907c-bd60cffed951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:51:36.802464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:36.809863 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:36.829614 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Usage tracker for resource:security_group_rule and tenant:c6c3cef6cff8448d91406926fb65ed12 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:36.835129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:36.851575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27cd0-1dc6-4a83-b71b-1bf1f1f31326 req-21cdfa34-f428-49d5-b471-c3f8826c9a04 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:36.852311 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:36.868880 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8d27cd0-1dc6-4a83-b71b-1bf1f1f31326 req-21cdfa34-f428-49d5-b471-c3f8826c9a04 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 944 time: 0.2244477
Nov 24 17:51:36.911238 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.938695 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:36.957855 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:36.964873 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:36.967079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-144d18bf-1f05-40fd-8bb4-bd76534ee603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:36.974021 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8d27cd0-1dc6-4a83-b71b-1bf1f1f31326 req-d4ce69fc-1e8e-4187-bf80-dfb59688821b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041152
Nov 24 17:51:36.999169 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.005720 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.013337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:37.054910 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:51:37.068886 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61249b-97f8-4b92-bde3-0398f72b8877,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:37.073851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:37.074806 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.075148 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Added segment e79e5518-02e9-40c5-a23c-36db2db49c46 of type vlan for network 554679b6-aeab-42ab-a7e1-551c5e4dca59
Nov 24 17:51:37.087724 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:37.097463 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:37.109269 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.151915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.153698 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:37.154521 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.161587 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:37.271810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['8b9bafad-9e4a-4de0-a61c-31c30b5ff84b'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:37.273465 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Pushing event updated for resources: {'Network': ['ID=554679b6-aeab-42ab-a7e1-551c5e4dca59,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:37.277490 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:37.279514 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6241655
Nov 24 17:51:37.282469 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40034) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:37.288236 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Request body: {'subnet': {'network_id': '554679b6-aeab-42ab-a7e1-551c5e4dca59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-748102307-subnet', 'tenant_id': 'c6c3cef6cff8448d91406926fb65ed12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:37.294315 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:37.300169 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Usage tracker for resource:subnet and tenant:c6c3cef6cff8448d91406926fb65ed12 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:37.306282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:37.322573 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:37.327260 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:37.349079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Made reservation on behalf of c6c3cef6cff8448d91406926fb65ed12 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:37.351955 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.404484 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 554679b6-aeab-42ab-a7e1-551c5e4dca59 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:51:37.505986 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d328626d-4dbd-4a33-a3c1-6f2005613291 req-82e5a3c5-8ad3-4c6a-bad1-77dca238256d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:37.507516 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d328626d-4dbd-4a33-a3c1-6f2005613291 req-82e5a3c5-8ad3-4c6a-bad1-77dca238256d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 944 time: 0.1516991
Nov 24 17:51:37.562280 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d328626d-4dbd-4a33-a3c1-6f2005613291 req-160b962c-b060-4f2c-bd3f-f526517625da tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468733
Nov 24 17:51:37.601522 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:51:37.711904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.718846 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:37.801207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4e3769-98ac-429c-a76c-28c9943efa48,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:37.805561 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:37.811165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Checking segment: {'id': 'e79e5518-02e9-40c5-a23c-36db2db49c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '554679b6-aeab-42ab-a7e1-551c5e4dca59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:51:37.811526 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Network hostable DHCP agents. Network: 554679b6-aeab-42ab-a7e1-551c5e4dca59, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:51:37.841200 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Network 554679b6-aeab-42ab-a7e1-551c5e4dca59 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:51:37.854861 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 554679b6-aeab-42ab-a7e1-551c5e4dca59) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:51:37.862424 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:37.863760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:37.881852 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520afd16-ce3c-4037-904f-03ef1a187a4e None None] Network 554679b6-aeab-42ab-a7e1-551c5e4dca59 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:51:37.932038 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-1297001c-c202-4620-b6bb-0f0207ec742b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6218755
Nov 24 17:51:38.085341 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:38.138112 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d', 'network_id': '3d4cf1eb-a293-4cce-91dc-18c1bb4973c4', 'port_id': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d', 'mac_address': 'fa:16:3e:aa:5a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b89041f-7585-4d23-907c-bd60cffed951', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:51:38.323388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:38.343952 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:51:38.347967 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3f7c9-ce96-427a-85c5-1a9e5520fc58 None None] Network 554679b6-aeab-42ab-a7e1-551c5e4dca59 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:51:38.472818 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:38.499414 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:38.516184 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:38.613396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4bbc1-6cc0-44d8-82e0-b46fe47afdab req-22005744-fc4f-4a37-82a4-aa9f5a3ba541 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:38.614935 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ac4bbc1-6cc0-44d8-82e0-b46fe47afdab req-22005744-fc4f-4a37-82a4-aa9f5a3ba541 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 944 time: 0.1169376
Nov 24 17:51:38.667030 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ac4bbc1-6cc0-44d8-82e0-b46fe47afdab req-6205345d-0c32-4ba2-9d5f-231d6359148a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443649
Nov 24 17:51:38.668940 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:38.733164 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:38.855856 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:38.921391 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873c16e-2398-4bde-8b00-ee10204ded09 req-7620c1b3-88d8-490c-b8f7-be0ecee0a9e4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:38.924149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0873c16e-2398-4bde-8b00-ee10204ded09 req-7620c1b3-88d8-490c-b8f7-be0ecee0a9e4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 945 time: 0.1130009
Nov 24 17:51:38.986625 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0873c16e-2398-4bde-8b00-ee10204ded09 req-adfa4bf4-5574-4a62-9ff0-8fd3227ab1f7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562301
Nov 24 17:51:39.553090 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40120) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:39.606247 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:39.675157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:39.680522 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:39.681543 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.684284 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.766008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:39.769669 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Usage tracker for resource:security_group_rule and tenant:6f2cf6e1d9f34f87bec431a11c4baa1a is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:39.772496 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:39.779461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:39.810403 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.844645 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:39.856296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:39.862188 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.863322 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ba45d7ce-4681-4fd8-b019-1ea1b0526b2b up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:39.875426 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.882755 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:39.886065 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982c620-9a54-4ec8-96fa-2d8e16c9911d req-bd0d17fb-31e5-4d2f-bea1-1ab3382ec1e2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:39.888271 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a982c620-9a54-4ec8-96fa-2d8e16c9911d req-bd0d17fb-31e5-4d2f-bea1-1ab3382ec1e2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 944 time: 0.0917728
Nov 24 17:51:39.893995 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:39.898253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:39.958313 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f2cf6e1d9f34f87bec431a11c4baa1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4065211
Nov 24 17:51:39.960946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40132) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:39.979320 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2750d40d-416e-4f5e-9175-24a6cbf8f041,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:39.996226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:39.998768 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', 'code': 200}
Nov 24 17:51:40.004798 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a982c620-9a54-4ec8-96fa-2d8e16c9911d req-a8d506cd-68f0-4ea7-80d5-0c3aa454d2b7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100080
Nov 24 17:51:40.006031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:40.023225 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:40.052318 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.057040 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:40.063881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:40.064488 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.093324 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.271166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.279380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:40.298440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2750d40d-416e-4f5e-9175-24a6cbf8f041,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:40.299806 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.310764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:40.338536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.339736 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2750d40d-416e-4f5e-9175-24a6cbf8f041 HTTP/1.1" status: 204  len: 168 time: 0.3691583
Nov 24 17:51:40.349964 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:40.356975 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.360005 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:40.365758 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9f2ef-fab8-496c-a07f-10d90699f014 req-ffda84a3-49fb-498a-8300-aa63b73ff2c5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:40.367741 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aff9f2ef-fab8-496c-a07f-10d90699f014 req-ffda84a3-49fb-498a-8300-aa63b73ff2c5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 945 time: 0.2123375
Nov 24 17:51:40.426243 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b76d48-03ba-406f-bb7e-ba427c2e5c7a req-d091dde2-0de9-4c0f-9647-fa70a8ad3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:40.434335 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f9b76d48-03ba-406f-bb7e-ba427c2e5c7a req-d091dde2-0de9-4c0f-9647-fa70a8ad3d4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.2344298
Nov 24 17:51:40.491910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:40.495367 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:40.499238 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aff9f2ef-fab8-496c-a07f-10d90699f014 req-1b433e1e-ae3f-4a30-83cf-97588f0067e7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241443
Nov 24 17:51:40.539187 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f9b76d48-03ba-406f-bb7e-ba427c2e5c7a req-ca903284-ec7d-4135-b393-2ed10f0b6bc2 service neutron] Synchronizing usage tracker for tenant:b52e920b903f49e38b890cf642832f64 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:40.562506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f9b76d48-03ba-406f-bb7e-ba427c2e5c7a req-ca903284-ec7d-4135-b393-2ed10f0b6bc2 service neutron] Unset dirty status for tenant:b52e920b903f49e38b890cf642832f64 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:40.564677 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f9b76d48-03ba-406f-bb7e-ba427c2e5c7a req-ca903284-ec7d-4135-b393-2ed10f0b6bc2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197197
Nov 24 17:51:40.655285 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40164) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:40.816116 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.834257 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:40.838682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:71f317476efc4142af9e881180148277 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:40.841848 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:40.848102 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40174) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:40.848434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:40.866542 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.886752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:40.891298 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb0ba594cdc4ffeb22b0b6ae99677e0 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:40.894422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:40.900715 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:40.959641 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.963948 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.971415 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:40.987275 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:40.991851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.001135 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ff586fa1-fbd2-443e-8e5b-0df8b369e8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:41.015362 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8146122-b0f1-44a3-8f1c-3e8d4c921f6f,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:41.019834 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71f317476efc4142af9e881180148277&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3631446
Nov 24 17:51:41.023382 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40180) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:41.027524 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.028136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.028811 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.029365 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.029917 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.030476 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.031005 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.031655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.032335 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.032910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.033703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.034588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.038880 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:41.071189 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8fb0ba594cdc4ffeb22b0b6ae99677e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2220159
Nov 24 17:51:41.074893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40186) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:41.090857 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb6027-8a27-4591-adf8-0e641193f720,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:41.100656 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.101240 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.101728 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.102255 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.103214 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.103452 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.103893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.104239 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.104573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.104897 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.105223 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.105555 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:41.115248 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:41.122928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.140122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.166761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.186835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.222828 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.226540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-421b344b-4c51-4b2d-8549-4e3223c8bc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:41.240033 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb6027-8a27-4591-adf8-0e641193f720,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:41.248522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:41.254119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.255441 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2bb6027-8a27-4591-adf8-0e641193f720 HTTP/1.1" status: 204  len: 168 time: 0.1794753
Nov 24 17:51:41.285820 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de922e-8517-4ee6-9c1f-dbf40888f445 req-98f8fba0-d863-4580-9e54-2b6226ef130d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:41.288048 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26de922e-8517-4ee6-9c1f-dbf40888f445 req-98f8fba0-d863-4580-9e54-2b6226ef130d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1424470
Nov 24 17:51:41.309590 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.315770 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:41.333335 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8146122-b0f1-44a3-8f1c-3e8d4c921f6f,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:41.349861 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:41.353438 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.357867 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c8146122-b0f1-44a3-8f1c-3e8d4c921f6f HTTP/1.1" status: 204  len: 168 time: 0.3303125
Nov 24 17:51:41.376301 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26de922e-8517-4ee6-9c1f-dbf40888f445 req-ecb2e218-6f41-4a70-a79f-708c98d4d866 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813200
Nov 24 17:51:41.684931 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40208) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:41.701725 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b82d-28a1-47dc-8927-eda6ca195aed req-f44c79e9-80ba-4f79-aa96-34355c114aae tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:41.703233 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-acb5b82d-28a1-47dc-8927-eda6ca195aed req-f44c79e9-80ba-4f79-aa96-34355c114aae tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 945 time: 0.0929036
Nov 24 17:51:41.703920 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.718679 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:41.722530 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Usage tracker for resource:security_group_rule and tenant:be087f52021f4545a4762e178962e78f is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:41.725711 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:41.732234 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:41.749385 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-acb5b82d-28a1-47dc-8927-eda6ca195aed req-3c0a7438-b048-44a1-997f-81e7a52f9bce tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404208
Nov 24 17:51:41.826463 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.832121 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.840795 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:41.881226 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=be087f52021f4545a4762e178962e78f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1958790
Nov 24 17:51:41.884617 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40218) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:41.886776 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ce1c4c-08e9-4039-aa4d-c073f4d21009,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:41.890419 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:41.953168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:41.981028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:42.000294 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:42.051531 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'code': 200}
Nov 24 17:51:42.060388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:42.065721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a2683a70-4ab4-40d4-9e5f-ea7a44015324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:42.076886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ce1c4c-08e9-4039-aa4d-c073f4d21009,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:42.081546 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:42.084293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:42.088706 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61ce1c4c-08e9-4039-aa4d-c073f4d21009 HTTP/1.1" status: 204  len: 168 time: 0.2027028
Nov 24 17:51:42.618074 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4d1dc-c4ea-437c-9886-d49ed073cf77 req-a456e77f-71e6-4f85-a333-a7774caabf24 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:42.620747 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4bd4d1dc-c4ea-437c-9886-d49ed073cf77 req-a456e77f-71e6-4f85-a333-a7774caabf24 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0864489
Nov 24 17:51:42.672586 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4bd4d1dc-c4ea-437c-9886-d49ed073cf77 req-89528074-6dd5-4e93-bd26-ba27b2a4db99 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443110
Nov 24 17:51:42.974525 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5227b8-1bf9-40de-af0c-15be5ae7eae1 req-01be54c1-2e85-4f5a-8f7e-34eb0a136b5e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:42.976116 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9c5227b8-1bf9-40de-af0c-15be5ae7eae1 req-01be54c1-2e85-4f5a-8f7e-34eb0a136b5e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 945 time: 0.1047044
Nov 24 17:51:43.035366 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9c5227b8-1bf9-40de-af0c-15be5ae7eae1 req-49f0a33f-fe8d-4244-8be9-5ee36e1dae5f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499804
Nov 24 17:51:43.082364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:51:43.155250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:51:43.162017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:51:43.162529 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:43.289221 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:43.326236 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:43.330994 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:43.332929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:43.401839 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:43.411236 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.411650 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.412003 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.412439 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.412788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.413232 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.413566 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.414137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.414665 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.415250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.415788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.416591 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:51:43.429152 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:43.864046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532b1f2-bbc3-4e30-b278-342c268a936a req-87e43604-1cad-4a39-9111-471eb847c708 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:43.865501 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6532b1f2-bbc3-4e30-b278-342c268a936a req-87e43604-1cad-4a39-9111-471eb847c708 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0859671
Nov 24 17:51:43.912601 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6532b1f2-bbc3-4e30-b278-342c268a936a req-ebfa7544-d200-4fd9-94b9-d262e0363577 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395758
Nov 24 17:51:44.052764 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:44.121989 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d', 'code': 200}
Nov 24 17:51:44.391640 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4531a-6de8-4ee6-bd71-da37cab12b7b req-9372a0f5-8cf9-4d9f-9a0e-9c44585821c3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:44.393285 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-09f4531a-6de8-4ee6-bd71-da37cab12b7b req-9372a0f5-8cf9-4d9f-9a0e-9c44585821c3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1792901
Nov 24 17:51:44.463960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550291b6-c79c-424e-a5c4-79f7952b253f req-54d4521c-b20d-4cf8-abe5-92409e34cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:44.465665 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-550291b6-c79c-424e-a5c4-79f7952b253f req-54d4521c-b20d-4cf8-abe5-92409e34cf51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.1784158
Nov 24 17:51:44.524436 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-09f4531a-6de8-4ee6-bd71-da37cab12b7b req-f227b3fa-9bcd-42f1-9064-b8b59bcf23b0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208920
Nov 24 17:51:44.551134 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-550291b6-c79c-424e-a5c4-79f7952b253f req-764c30a2-8b91-4b9d-80d7-be352a788528 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675054
Nov 24 17:51:44.562560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341cd6-8f42-462f-94ac-c3653ed1c4f8 req-5f239207-afd6-46f2-9460-9e7e46758635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:44.564022 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea341cd6-8f42-462f-94ac-c3653ed1c4f8 req-5f239207-afd6-46f2-9460-9e7e46758635 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.1454556
Nov 24 17:51:44.775815 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40374) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:44.804285 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea341cd6-8f42-462f-94ac-c3653ed1c4f8 req-5c9547b9-873e-4c1c-83c3-928a283eb658 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461082
Nov 24 17:51:44.908655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:44.937128 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:44.941606 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Usage tracker for resource:security_group_rule and tenant:798655a1bed947fdbd9bdd8742fd6b40 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:44.944505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:44.951141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:45.057508 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.062942 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.072971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:45.118447 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=798655a1bed947fdbd9bdd8742fd6b40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3391500
Nov 24 17:51:45.118447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fea377-137b-4618-aa9e-7b5a73cfd8ec,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:45.118767 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40396) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:45.121714 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:45.196350 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.207197 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f454ff-1c85-4348-ac2b-0d39d3f9983a req-6c118e18-dadf-45dc-b7d7-b2acc4bab369 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:45.208580 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c2f454ff-1c85-4348-ac2b-0d39d3f9983a req-6c118e18-dadf-45dc-b7d7-b2acc4bab369 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1610348
Nov 24 17:51:45.255577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.302646 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c2f454ff-1c85-4348-ac2b-0d39d3f9983a req-7e7113c7-a94f-44e7-be95-784af9491c15 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842044
Nov 24 17:51:45.344222 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.349256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0152ecfc-26e9-4fae-b608-43a62cc57084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:45.367318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fea377-137b-4618-aa9e-7b5a73cfd8ec,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:45.371394 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:45.377722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.379039 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4fea377-137b-4618-aa9e-7b5a73cfd8ec HTTP/1.1" status: 204  len: 168 time: 0.2593179
Nov 24 17:51:45.696267 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40428) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:45.724638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.748751 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:45.754345 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b355b9bee74e10be33c2e0ba8a2aec is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:45.757685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:45.765250 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:45.804720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eca97-dde2-4740-977c-a4a4925971c7 req-202314ae-12f7-4b3f-8ad0-1b6a2eca7c3a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:45.806943 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ee9eca97-dde2-4740-977c-a4a4925971c7 req-202314ae-12f7-4b3f-8ad0-1b6a2eca7c3a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1614053
Nov 24 17:51:45.870808 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ee9eca97-dde2-4740-977c-a4a4925971c7 req-63614ac5-8f86-4481-a413-ace874506855 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570807
Nov 24 17:51:45.908008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.911922 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:45.919310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:45.966807 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b1b355b9bee74e10be33c2e0ba8a2aec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2692752
Nov 24 17:51:45.967581 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff48b79c-b054-479e-a879-6a8356222ab8,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:45.969307 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40436) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:45.971686 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:46.036281 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:46.062318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:46.120874 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:46.125061 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bcfbb09b-6317-4300-aac2-24b4f472ea78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:46.136982 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff48b79c-b054-479e-a879-6a8356222ab8,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:46.140395 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:46.143507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:46.144938 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ff48b79c-b054-479e-a879-6a8356222ab8 HTTP/1.1" status: 204  len: 168 time: 0.1746647
Nov 24 17:51:46.591658 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f2e5d-8438-4791-906e-b4885ab8607e req-9f58f419-6666-4e75-a8e7-685f3bfe03a1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:46.593435 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5c9f2e5d-8438-4791-906e-b4885ab8607e req-9f58f419-6666-4e75-a8e7-685f3bfe03a1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1747475
Nov 24 17:51:46.679837 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5c9f2e5d-8438-4791-906e-b4885ab8607e req-de806f8b-47c3-4f12-be98-48c4c086186d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796978
Nov 24 17:51:46.938013 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40486) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:46.951990 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c2555-4c3b-4bad-9108-8735d51507ad req-80e83604-fb3e-4fde-a3a6-442f2734da16 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:46.953753 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-920c2555-4c3b-4bad-9108-8735d51507ad req-80e83604-fb3e-4fde-a3a6-442f2734da16 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1268287
Nov 24 17:51:46.963335 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40494) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:46.968771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'floatingip': {'port_id': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:47.114928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:47.304993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:47.351555 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:47.410279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Usage tracker for resource:security_group_rule and tenant:8293fdd956d24783b19d51395a251237 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:47.413854 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:47.432995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:47.578841 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258b013-ae07-4cf7-9cc6-b736c43d0085 req-1e56c0ec-cf4e-41c1-983f-23b0fcef925e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:47.580357 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f258b013-ae07-4cf7-9cc6-b736c43d0085 req-1e56c0ec-cf4e-41c1-983f-23b0fcef925e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3424644
Nov 24 17:51:47.771486 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f258b013-ae07-4cf7-9cc6-b736c43d0085 req-812c18cc-2b5b-422c-9d01-073c66ad8e8c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780202
Nov 24 17:51:48.155204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.209730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.215466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-3e46753c-c67d-497f-88c2-7780ec9b69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:48.217033 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-3e46753c-c67d-497f-88c2-7780ec9b69e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0892065
Nov 24 17:51:48.255819 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2e44d951-0766-4c7f-95a0-eb29f10e3071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:48.329923 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8293fdd956d24783b19d51395a251237&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3896966
Nov 24 17:51:48.334534 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9124af3-39c5-490f-8460-eaedc3d94b75,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:48.338188 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:48.338995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40544) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:48.340479 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.db.resource_extend [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 24 17:51:48.418233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-86900af5-a879-42d7-b348-a23a4f2fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:48.420264 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-86900af5-a879-42d7-b348-a23a4f2fa5cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1953223
Nov 24 17:51:48.486529 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.506531 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f197e-7b29-40ee-90c0-5fb0f0fdb889 req-9303e294-f26c-458d-9744-533e882a8ffb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:48.506531 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ed3f197e-7b29-40ee-90c0-5fb0f0fdb889 req-9303e294-f26c-458d-9744-533e882a8ffb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3399947
Nov 24 17:51:48.506531 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.536809 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-a4798758-8161-443a-89e8-13c0fa17d368 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.1037602
Nov 24 17:51:48.627282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-ebefcb20-c572-4b51-8e15-d99f728f9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:48.628767 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-ebefcb20-c572-4b51-8e15-d99f728f9cec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0827532
Nov 24 17:51:48.691345 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-3c4e33cf-179e-49d5-b1fa-361d826e7f1d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525084
Nov 24 17:51:48.775405 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.808744 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ed3f197e-7b29-40ee-90c0-5fb0f0fdb889 req-7401603b-2e94-40a7-972b-90fcfa68e796 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593828
Nov 24 17:51:48.844982 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:48.873269 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.l3_db [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Floating IP 24aec90e-235f-4993-ab73-e5d159b5da30 associated. External IP: 172.27.0.233, port: ba45d7ce-4681-4fd8-b019-1ea1b0526b2b.
Nov 24 17:51:48.877016 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-67f8579f-5d1a-4ce6-aef8-20c8ec952e67 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747487
Nov 24 17:51:49.068001 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:49.075560 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9fc6f664-4cf3-4ed9-9732-c36177f25859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:49.089381 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9124af3-39c5-490f-8460-eaedc3d94b75,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:49.094365 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:49.123994 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db54a7d4-984f-4fe5-bc7d-66b36f396eff req-f6e32a69-9636-412d-960d-413024e43257 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403717
Nov 24 17:51:49.206129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:49.207847 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9124af3-39c5-490f-8460-eaedc3d94b75 HTTP/1.1" status: 204  len: 168 time: 0.8060362
Nov 24 17:51:49.371858 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:51:49.701223 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:51:49.711247 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:49.716748 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:51:49.728098 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:49.729386 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d57cba30>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:51:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:49.776034 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-897a4cf0-09c7-4994-b249-3661833efccd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "PUT /v2.0/floatingips/24aec90e-235f-4993-ab73-e5d159b5da30 HTTP/1.1" status: 200  len: 991 time: 2.8080578
Nov 24 17:51:49.776034 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:49.785707 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b43f3-2b1f-4251-9ee4-6bbb23c5bc8a req-b45bfd03-92c7-4b72-8d1c-05a43eb8ca86 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:49.787212 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f34b43f3-2b1f-4251-9ee4-6bbb23c5bc8a req-b45bfd03-92c7-4b72-8d1c-05a43eb8ca86 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.1825156
Nov 24 17:51:49.843143 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f34b43f3-2b1f-4251-9ee4-6bbb23c5bc8a req-3c6be447-8bfd-439c-a5c9-d390f676c532 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481515
Nov 24 17:51:49.918025 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'status': 'completed', 'code': 200}
Nov 24 17:51:49.954256 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:49.991282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40616) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:50.023514 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.063907 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590af89-d8f7-468b-87de-db322c7c4add req-c6c6c722-ff2f-4679-8cc8-9892ec38f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:50.065925 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-c6c6c722-ff2f-4679-8cc8-9892ec38f083 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.1205008
Nov 24 17:51:50.122395 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:50.140094 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b87c2c8b29d94314addac421ab73daa8 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:50.144670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:50.154820 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:50.205927 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ccfa3-d140-4292-b44b-805f549a61c1 req-46969c44-1ae4-4e02-88c8-a4b44ee6ee7c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:50.213118 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f10ccfa3-d140-4292-b44b-805f549a61c1 req-46969c44-1ae4-4e02-88c8-a4b44ee6ee7c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1617692
Nov 24 17:51:50.279123 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f10ccfa3-d140-4292-b44b-805f549a61c1 req-0855def5-d061-46c6-afd4-8097c09e07c9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631797
Nov 24 17:51:50.318794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40622) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:50.344256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590af89-d8f7-468b-87de-db322c7c4add req-49c57187-a3c9-4bde-83fc-b1f953df49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:50.345709 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-49c57187-a3c9-4bde-83fc-b1f953df49d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.2669580
Nov 24 17:51:50.356134 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.361948 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.390326 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:50.485903 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3003c1ee-fbc2-4401-a4fe-3bbfae7fdfce,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:50.507046 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:50.515668 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b87c2c8b29d94314addac421ab73daa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5209725
Nov 24 17:51:50.516516 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40632) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:50.552583 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d57cba30>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '24aec90e-235f-4993-ab73-e5d159b5da30', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:95:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:51:10Z', 'updated_at': '2021-11-24T17:51:48Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:50.558641 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:51:50.569261 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.569635 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:51:50.570586 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d57cba30>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:51:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:50.590130 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-a4d0ead2-6604-4962-926f-56bfd4b19c39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 999 time: 0.2340217
Nov 24 17:51:50.592343 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:50.596467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Usage tracker for resource:security_group_rule and tenant:b94696d080644ef49ae972f5b1a097cc is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:50.600621 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:50.601004 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.610089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:50.633615 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.699983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.705885 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:50.721719 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3003c1ee-fbc2-4401-a4fe-3bbfae7fdfce,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:50.726012 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:50.730499 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.731763 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3003c1ee-fbc2-4401-a4fe-3bbfae7fdfce HTTP/1.1" status: 204  len: 168 time: 0.2141042
Nov 24 17:51:50.780809 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.799675 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:50.807941 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:50.828281 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590af89-d8f7-468b-87de-db322c7c4add req-59d4432c-5461-4326-851a-b269197e0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:50.829818 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-59d4432c-5461-4326-851a-b269197e0d06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.1330016
Nov 24 17:51:50.843949 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:51:50.924908 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280584d-3d7e-47b4-9872-137a4e4716d1,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:50.928804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:50.945366 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b94696d080644ef49ae972f5b1a097cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6224959
Nov 24 17:51:50.946851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40650) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:50.988022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590af89-d8f7-468b-87de-db322c7c4add req-c37031e9-9e75-45cf-91be-6c15de5b507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:50.989632 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-c37031e9-9e75-45cf-91be-6c15de5b507c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1502259
Nov 24 17:51:51.050986 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:51.112219 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:51.257506 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:51.263962 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b6bb3f5b-f2e5-4343-a4a4-6fc2d6ecd74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:51.270136 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-efe1f1a3-c9a6-49a8-accd-0954bd2d2250 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2696943
Nov 24 17:51:51.293555 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280584d-3d7e-47b4-9872-137a4e4716d1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:51.312661 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:51.320110 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:51.321286 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f280584d-3d7e-47b4-9872-137a4e4716d1 HTTP/1.1" status: 204  len: 168 time: 0.3732355
Nov 24 17:51:51.519760 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8590af89-d8f7-468b-87de-db322c7c4add req-46b82cd0-c774-4ed2-a4ae-0600c845ae4e service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343535
Nov 24 17:51:51.548310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22012d2-42aa-463f-b103-e26ffdff586b req-2c662a47-d0b9-420f-9ec3-a2e6b91536e1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:51.582472 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c22012d2-42aa-463f-b103-e26ffdff586b req-2c662a47-d0b9-420f-9ec3-a2e6b91536e1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.5505171
Nov 24 17:51:51.718800 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d57cba30>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '24aec90e-235f-4993-ab73-e5d159b5da30', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:95:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:51:10Z', 'updated_at': '2021-11-24T17:51:48Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:51.732481 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d89a56f-b371-47e2-a9fb-3b5e29b04858 None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '24aec90e-235f-4993-ab73-e5d159b5da30', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:95:76:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T17:51:10Z', 'updated_at': '2021-11-24T17:51:48Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:51:51.770639 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032288db-c42e-4b3f-8499-b199df8ee281 req-0f89370a-7482-452c-9cb9-c60456f7db16 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:51.772669 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-032288db-c42e-4b3f-8499-b199df8ee281 req-0f89370a-7482-452c-9cb9-c60456f7db16 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2699113
Nov 24 17:51:51.910674 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c22012d2-42aa-463f-b103-e26ffdff586b req-fcde1f74-76ab-4d95-93a0-0f7c43e872a6 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/security-groups?id=4cb09e31-5309-4335-8ee9-618a95ad71fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958648
Nov 24 17:51:51.964504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-62f9fa6a-61d8-4b72-bbde-49d6a3ed19cc tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:51.966076 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-62f9fa6a-61d8-4b72-bbde-49d6a3ed19cc tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.55 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 946 time: 0.3825955
Nov 24 17:51:52.036860 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-032288db-c42e-4b3f-8499-b199df8ee281 req-21637488-79fb-4ec7-a84d-eb4778af8b76 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2543609
Nov 24 17:51:52.095456 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40690) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:52.098667 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394115cf-1724-4a7c-bf14-80154fad01aa None None] New status for floating IP 24aec90e-235f-4993-ab73-e5d159b5da30: ACTIVE {{(pid=86834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 17:51:52.111432 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Deleting port fc2fceee-7815-453b-ad43-7b8219deef3e {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 17:51:52.111903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.115545 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.138949 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:52.144707 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Usage tracker for resource:security_group_rule and tenant:dcf343c987394207bcfe5a9c6aa8a118 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:52.147672 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:52.157097 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:52.277952 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.283277 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.323250 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0902e9eb-2858-4398-938d-dcd45f26c16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:52.364236 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dcf343c987394207bcfe5a9c6aa8a118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2671137
Nov 24 17:51:52.367173 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40700) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:52.385555 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd39e5-dded-45f0-86a9-87a2206948ab,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:52.394035 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:52.469990 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] For port fc2fceee-7815-453b-ad43-7b8219deef3e, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=fc2fceee-7815-453b-ad43-7b8219deef3e,segment=NetworkSegment(8fc2b95d-8ab9-44c5-82f6-a055d4e8125f),segment_id=8fc2b95d-8ab9-44c5-82f6-a055d4e8125f)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:51:52.471119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.564365 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.592370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.629963 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Calling delete_port for fc2fceee-7815-453b-ad43-7b8219deef3e owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 17:51:52.648377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.654284 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9424c0a3-f2eb-42f9-ba94-5ad51281d671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:52.667733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd39e5-dded-45f0-86a9-87a2206948ab,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:52.670722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:52.672699 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.676278 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ccd39e5-dded-45f0-86a9-87a2206948ab HTTP/1.1" status: 204  len: 168 time: 0.3045549
Nov 24 17:51:52.869336 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:52.877583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:52.884112 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['fc2fceee-7815-453b-ad43-7b8219deef3e'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:51:52.933070 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Pushing event deleted for resources: {'Port': ['ID=fc2fceee-7815-453b-ad43-7b8219deef3e,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:52.942819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:53.041042 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] No DVR routers for this DVR port fc2fceee-7815-453b-ad43-7b8219deef3e on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 17:51:53.048703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:53.059639 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'name': 'network-vif-deleted', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:51:53.144470 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afc68395-e919-48bd-a6c4-cbd0819044b7', 'name': 'network-vif-deleted', 'tag': 'fc2fceee-7815-453b-ad43-7b8219deef3e', 'status': 'completed', 'code': 200}
Nov 24 17:51:53.148421 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-295a57c2-2a7f-482e-8b10-77fd8e83c5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:53.190004 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c917c146-03ac-4f73-b289-0f3489ec1d99 req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.55 "DELETE /v2.0/ports/fc2fceee-7815-453b-ad43-7b8219deef3e HTTP/1.1" status: 204  len: 173 time: 1.2159388
Nov 24 17:51:53.229301 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e3bd5110-15c9-458d-84ed-c58c0fc64673 req-b8e22b00-405c-4d0d-a69a-c287c7a0cc00 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.1207855
Nov 24 17:51:53.378316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94046cb8-e765-423b-8228-7bbab7ea856d req-1b55ec0b-e355-4366-b5ee-a32164244a35 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:53.386069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94046cb8-e765-423b-8228-7bbab7ea856d req-1b55ec0b-e355-4366-b5ee-a32164244a35 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1083462
Nov 24 17:51:53.404914 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:53.438393 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94046cb8-e765-423b-8228-7bbab7ea856d req-cf4244ec-6c29-4eb5-aabe-a907f61881de tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512843
Nov 24 17:51:54.436746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-26203031-93a9-419c-b64e-053e15e36066 req-c4b58fca-c25b-4c8c-bb67-2abad6c283e1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Synchronizing usage tracker for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:54.460932 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-26203031-93a9-419c-b64e-053e15e36066 req-c4b58fca-c25b-4c8c-bb67-2abad6c283e1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Unset dirty status for tenant:fcf323d9d7dd42c7bfe427677fe26584 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:54.487552 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26203031-93a9-419c-b64e-053e15e36066 req-c4b58fca-c25b-4c8c-bb67-2abad6c283e1 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] 10.222.0.64 "GET /v2.0/ports?device_id=afc68395-e919-48bd-a6c4-cbd0819044b7 HTTP/1.1" status: 200  len: 210 time: 0.0839517
Nov 24 17:51:54.753341 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd38d-6b6a-4ab6-a409-340fb2fec3a9 req-db495c95-008b-4b8a-84c7-5b857312c6d7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:54.756092 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ea9bd38d-6b6a-4ab6-a409-340fb2fec3a9 req-db495c95-008b-4b8a-84c7-5b857312c6d7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1276057
Nov 24 17:51:54.803861 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ea9bd38d-6b6a-4ab6-a409-340fb2fec3a9 req-e02ae52d-1707-4e35-b1f6-1e2e7472709b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402355
Nov 24 17:51:55.132922 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40814) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:55.261693 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.276655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:55.280765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Usage tracker for resource:security_group_rule and tenant:c14b2add006544ee82667f047521f03f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:55.283621 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:55.289219 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:55.386444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.393650 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.405338 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1191815d-a0f2-4f62-82fa-2c3a9214c402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:55.455527 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c14b2add006544ee82667f047521f03f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3207142
Nov 24 17:51:55.457255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c659eaae-8ffb-432c-9998-41059bcbc553,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:55.458287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40830) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:55.471009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:55.526094 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.555397 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.616737 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.620962 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:55.636532 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c659eaae-8ffb-432c-9998-41059bcbc553,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:55.639435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:55.646821 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:55.660522 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c659eaae-8ffb-432c-9998-41059bcbc553 HTTP/1.1" status: 204  len: 168 time: 0.1997752
Nov 24 17:51:56.048222 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4c9d3263-d247-4956-97c1-a3313fb84b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.087997 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device fc2fceee-7815-453b-ad43-7b8219deef3e no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 17:51:56.092920 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40868) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:56.116047 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690722d-1e98-4991-a363-737e0a7810d6 req-e6b95bac-c6e7-4fe4-b08a-077ddf776799 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:56.118387 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3690722d-1e98-4991-a363-737e0a7810d6 req-e6b95bac-c6e7-4fe4-b08a-077ddf776799 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1062396
Nov 24 17:51:56.120606 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.127725 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: fc2fceee-7815-453b-ad43-7b8219deef3e {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 17:51:56.128179 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device fc2fceee-7815-453b-ad43-7b8219deef3e not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 17:51:56.141475 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:56.146019 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:53c50adb9fe74804a02ba0ae159d3a07 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:56.149789 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:56.175392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:56.187054 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3690722d-1e98-4991-a363-737e0a7810d6 req-3900b3a2-d6f1-4efa-9e32-3fc28ae9f0eb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547643
Nov 24 17:51:56.353539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-c0a88481-448a-4fb6-b4b4-079ff36f00e7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:56.355136 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-c0a88481-448a-4fb6-b4b4-079ff36f00e7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.2021320
Nov 24 17:51:56.408174 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-b17f3ae4-531b-4b56-a6bd-38dadd410bd6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/quotas/19932e34745a434a9e17ef9a5fa6aa49 HTTP/1.1" status: 200  len: 375 time: 0.0318413
Nov 24 17:51:56.471573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.486665 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.502483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e3824eae-7a67-45c9-954e-74a3369d23c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:56.552370 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=53c50adb9fe74804a02ba0ae159d3a07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4557898
Nov 24 17:51:56.552514 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40888) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:56.553512 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bf2729-1ab9-47a3-a17f-e7964fe90239,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:56.559109 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:56.588094 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-aa4b6112-18ed-4b99-beb1-e90c909da728 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1753209
Nov 24 17:51:56.619174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.648746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.704697 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.713439 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.719429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7535747c-0e54-4602-bc6a-fdf1d182fb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:56.733389 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-8aeef879-b4fe-4479-9007-aa32fbfdcf7a service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444278
Nov 24 17:51:56.734214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bf2729-1ab9-47a3-a17f-e7964fe90239,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:56.739447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:56.745524 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:56.747045 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c6bf2729-1ab9-47a3-a17f-e7964fe90239 HTTP/1.1" status: 204  len: 168 time: 0.1935427
Nov 24 17:51:56.909909 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-e28917d2-86f8-4908-a63f-1b19d5dc5311 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674385
Nov 24 17:51:57.254207 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f6889718-f345-4d73-b061-d39126e36b31 req-42f8bfc0-35e3-4a91-bc56-501a4b592582 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 210 time: 0.1115654
Nov 24 17:51:57.412907 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40936) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:57.486308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb797e9-7c85-4194-b08f-0db2631f36af req-0516d769-fb1c-41a6-8526-f38a5aa66fd1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:57.503201 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7eb797e9-7c85-4194-b08f-0db2631f36af req-0516d769-fb1c-41a6-8526-f38a5aa66fd1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1484256
Nov 24 17:51:57.627566 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7eb797e9-7c85-4194-b08f-0db2631f36af req-4865dd5b-ae84-4227-afcc-859bd74a81d1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176391
Nov 24 17:51:57.814392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:57.832136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:57.840074 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Usage tracker for resource:security_group_rule and tenant:5280784cb57e47f48e8ff1957893b3a4 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:57.843299 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:57.849158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:57.918369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40966) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:57.948766 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:57.956289 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:57.967946 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-06a53a51-047b-44e5-a799-13ecea76bd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:58.002188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Deleting subnet 66612674-810f-48b1-ac51-09ee842958a5 {{(pid=86832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:51:58.005715 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.020895 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5280784cb57e47f48e8ff1957893b3a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6063948
Nov 24 17:51:58.021649 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac3e69-f2cc-4b18-b07a-248e4decda9e,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:58.026041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 40972) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:58.028718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:58.082141 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.118838 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.131580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694476'] for subnet, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.147789 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.193398 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.215457 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.219577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2433db1b-8a61-440c-8492-bb6eafd937e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:58.234259 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac3e69-f2cc-4b18-b07a-248e4decda9e,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:58.239155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:58.244884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.258335 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02ac3e69-f2cc-4b18-b07a-248e4decda9e HTTP/1.1" status: 204  len: 168 time: 0.2309229
Nov 24 17:51:58.318099 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2502524'] for subnet, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.324712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-516b8933-da8e-4de1-a8b4-e574f9d47d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:58.374246 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66612674-810f-48b1-ac51-09ee842958a5,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:58.376316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.380765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:58.384565 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/66612674-810f-48b1-ac51-09ee842958a5 HTTP/1.1" status: 204  len: 168 time: 0.4649205
Nov 24 17:51:58.387567 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 40986) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:58.529650 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cb8f19fc-7720-4ea6-8b0a-b4a323ee5261 req-91235527-69f8-4070-90ca-a5f069c9dff3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 210 time: 0.1155174
Nov 24 17:51:58.558859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.875268 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fcff98b1-9320-49ca-b239-0a21e7387a14 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:58.876009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fcff98b1-9320-49ca-b239-0a21e7387a14 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:51:58.878482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41006) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:58.935364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.978574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:58.981928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f62af-2de8-4004-a7ce-2ccba92a2b3d req-02790c38-4250-4f8b-91e8-9b273902d66a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:51:58.986166 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2a3f62af-2de8-4004-a7ce-2ccba92a2b3d req-02790c38-4250-4f8b-91e8-9b273902d66a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2056966
Nov 24 17:51:59.048895 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d601a970>,) {'filters': {'network_id': ['4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:59.067827 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2a3f62af-2de8-4004-a7ce-2ccba92a2b3d req-6b8128a2-93d7-4992-83bf-8b477d898c74 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757012
Nov 24 17:51:59.075592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d601a970>, '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:59.076112 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d601a970>, '8fc2b95d-8ab9-44c5-82f6-a055d4e8125f') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:51:59.090867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.120743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:59.126686 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Usage tracker for resource:security_group_rule and tenant:c3414e98dc5945068b7dde41fb1ba3d5 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:51:59.129931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fcff98b1-9320-49ca-b239-0a21e7387a14 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:51:59.131106 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fcff98b1-9320-49ca-b239-0a21e7387a14 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.4315014
Nov 24 17:51:59.131920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:51:59.134909 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.145037 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:59.145701 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41028) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.146208 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 17:51:59.146629 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:51:59.166919 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:51:59.178377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Request body: {'port': {'device_id': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'admin_state_up': True, 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:51:59.210890 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Deleting subnet ec7417f2-3edb-4d9f-aee1-b9d9597e7f0d {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:51:59.214711 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.275225 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.282804 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.355310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.369427 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.373538 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3cc95f3e-b21e-4555-9566-fa5b0ee30090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:59.374420 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:59.402458 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.405016 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:59.411591 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:59.412222 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec7417f2-3edb-4d9f-aee1-b9d9597e7f0d,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:59.416943 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:59.417915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.427116 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ec7417f2-3edb-4d9f-aee1-b9d9597e7f0d HTTP/1.1" status: 204  len: 168 time: 0.2799258
Nov 24 17:51:59.427819 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41040) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.482826 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] 10.222.0.64 "DELETE /v2.0/networks/4b77fbf8-e8b3-4ea6-ba54-107fd0cb3ac2 HTTP/1.1" status: 204  len: 168 time: 1.0928924
Nov 24 17:51:59.499909 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:51:59.521858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.523380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:51:59.531543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.542506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3314c448-a014-425a-b733-9229f3638e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:51:59.586779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:51:59.590923 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.615491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c47fdf-edbf-4517-a6ae-a1683e878b2a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:51:59.629560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:51:59.638944 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3414e98dc5945068b7dde41fb1ba3d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7464993
Nov 24 17:51:59.641555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41048) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.701407 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.776284 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41054) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.810132 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-eb627bcf-6744-4350-80ee-72781f756af9 req-f74aaad4-4f52-4d0b-b28c-f1f25ed91c0b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 210 time: 0.0702765
Nov 24 17:51:59.814873 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.870084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.889166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41058) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.938860 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-37dc935d-b76c-4e4a-a7a4-e3d97a1c95c5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcf323d9d7dd42c7bfe427677fe26584&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1612494
Nov 24 17:51:59.942092 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41064) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:51:59.943551 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:51:59.951595 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Allocated IP 172.20.0.5 (d999ad69-34a5-4430-8f01-a48e3a42bfc5/dd1b7988-f9c2-4ec1-8b3a-064a8a30b603/50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:51:59.964720 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.010886 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f65d4983100>> segment before_delete 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.011246 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f65d4983100>> subnet precommit_delete_associations 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.011998 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> segment_host_mapping after_create 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.012336 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> port after_create 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.012673 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> port after_delete 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.013014 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> port after_update 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.013329 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> segment after_delete 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.013644 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> subnet after_create 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.013970 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> subnet after_delete 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.014276 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f65d4ccdc70>> subnet after_update 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.070235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.095444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.103403 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d1d12016-6f26-46d9-9f6d-7453b195a88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:00.165846 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d4b99190>> subnet after_create 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.171824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d4b99190>> subnet after_delete 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.172338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d4b99190>> subnet before_create 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.172857 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f65d4b99190>> subnet before_update 55550000 {{(pid=86833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 24 17:52:00.173225 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccd190>,) {'filters': {'network_id': ['18dd95e7-8d18-4041-9dcf-75778c1a97dd']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:00.178736 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:00.181700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c47fdf-edbf-4517-a6ae-a1683e878b2a,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:00.189071 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:00.190692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Usage tracker for resource:security_group_rule and tenant:d7c004270e6f42398c624aca3e92e73e is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:00.205000 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccd190>, 'ea65a320-6909-4c20-bfc1-9dddb9d9afad') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:00.205507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccd190>, 'ea65a320-6909-4c20-bfc1-9dddb9d9afad') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:00.224084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:00.228390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.248114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.259724 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.277839 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 17:52:00.278551 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   from cryptography.utils import int_from_bytes
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   from cryptography.utils import int_from_bytes
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   util.warn_limited(
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:52:00.295753 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:52:00.317655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:00.362534 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.365087 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.366451 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/33c47fdf-edbf-4517-a6ae-a1683e878b2a HTTP/1.1" status: 204  len: 168 time: 0.7236555
Nov 24 17:52:00.429942 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.439369 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:00.467956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.471043 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Pushing event deleted for resources: {'Network': ['ID=18dd95e7-8d18-4041-9dcf-75778c1a97dd,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:00.478065 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:00.481731 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.488669 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27723536-8365-4af0-bada-50b3c693cc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:00.498002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.506887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb09e31-5309-4335-8ee9-618a95ad71fe,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:00.510760 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:00.517260 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e1d167c7-1edf-4001-b7e8-5c545f90d175 admin admin] 10.222.0.64 "DELETE /v2.0/networks/18dd95e7-8d18-4041-9dcf-75778c1a97dd HTTP/1.1" status: 204  len: 168 time: 1.0857363
Nov 24 17:52:00.517740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41078) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:00.522800 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.524954 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4cb09e31-5309-4335-8ee9-618a95ad71fe HTTP/1.1" status: 204  len: 168 time: 0.5808837
Nov 24 17:52:00.534859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51d59-9b51-49fd-a61b-ad5a6d5e0b8f req-d9de0ed6-ae52-4659-a8be-beafcdead635 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:00.536360 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-22f51d59-9b51-49fd-a61b-ad5a6d5e0b8f req-d9de0ed6-ae52-4659-a8be-beafcdead635 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3513062
Nov 24 17:52:00.597663 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Deleting subnet 3f4e3769-98ac-429c-a76c-28c9943efa48 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 17:52:00.601304 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.676995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.686147 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.702352 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-22f51d59-9b51-49fd-a61b-ad5a6d5e0b8f req-1038e2b7-b628-4ef8-8047-52add8d3774e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589661
Nov 24 17:52:00.705078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.716584 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c2d6f2fd-cf64-4230-b99d-472cde64e6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:00.746065 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.749981 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.764075 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:00.790110 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d7c004270e6f42398c624aca3e92e73e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8975062
Nov 24 17:52:00.792886 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41090) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:00.794234 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be80420-c3a1-4f39-a133-3e1ae5cec596,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:00.801875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:00.802826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2027f061-df39-407a-9b9a-bb39066c1790 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:00.854843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:00.863098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:00.868901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:00.932598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event updated for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:00.938114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:00.954802 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.966555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:00.967184 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.974227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:00.992176 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:01.060110 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8920801
Nov 24 17:52:01.064253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4e3769-98ac-429c-a76c-28c9943efa48,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:01.070550 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:01.073624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.080299 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Request body: {'port': {'device_id': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:01.090450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.122309 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3f4e3769-98ac-429c-a76c-28c9943efa48 HTTP/1.1" status: 204  len: 168 time: 0.6024430
Nov 24 17:52:01.124956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41104) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:01.186723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16222ec-e65e-4b75-b8d5-9792f51c06f1 req-238b3688-a02d-43e0-ac98-822bcabaf01e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:01.187633 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a16222ec-e65e-4b75-b8d5-9792f51c06f1 req-238b3688-a02d-43e0-ac98-822bcabaf01e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:01.250618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.259114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.264441 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:01.265777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.282902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be80420-c3a1-4f39-a133-3e1ae5cec596,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:01.302312 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.307620 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2be80420-c3a1-4f39-a133-3e1ae5cec596 HTTP/1.1" status: 204  len: 168 time: 0.5136001
Nov 24 17:52:01.314482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a16222ec-e65e-4b75-b8d5-9792f51c06f1 req-238b3688-a02d-43e0-ac98-822bcabaf01e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:01.322799 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a16222ec-e65e-4b75-b8d5-9792f51c06f1 req-238b3688-a02d-43e0-ac98-822bcabaf01e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 931 time: 0.3327754
Nov 24 17:52:01.349524 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:01.449410 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.479588 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d56595e0>,) {'filters': {'network_id': ['554679b6-aeab-42ab-a7e1-551c5e4dca59']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:01.493808 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d56595e0>, 'e79e5518-02e9-40c5-a23c-36db2db49c46') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:01.494554 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d56595e0>, 'e79e5518-02e9-40c5-a23c-36db2db49c46') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:01.509008 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.528695 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.536440 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 17:52:01.536830 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 17:52:01.550587 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 17:52:01.594223 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a16222ec-e65e-4b75-b8d5-9792f51c06f1 req-fc76930a-cfdd-47ab-b5a1-619a29264a2c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705035
Nov 24 17:52:01.643943 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.650873 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4056d97d-8e3a-4a63-902b-b044ca16ab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:01.673029 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.687295 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Pushing event deleted for resources: {'Network': ['ID=554679b6-aeab-42ab-a7e1-551c5e4dca59,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:01.691158 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:01.695644 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] 10.222.0.64 "DELETE /v2.0/networks/554679b6-aeab-42ab-a7e1-551c5e4dca59 HTTP/1.1" status: 204  len: 168 time: 0.5683839
Nov 24 17:52:01.802641 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41136) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:01.838845 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:01.847578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.864167 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Transition to ACTIVE for port object 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:01.870094 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.876646 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:01.877502 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b0d0fae5-4284-47e0-af19-131633075848 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:01.920120 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:01.937121 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Usage tracker for resource:security_group_rule and tenant:7b8034973d1e42deb9960a254b1403a4 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:01.942273 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:01.950077 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:02.006127 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92897199-b043-4b21-8944-fa90952a87fd req-aa0419e0-ab09-4d51-8901-46eb60209d03 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:02.008957 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-92897199-b043-4b21-8944-fa90952a87fd req-aa0419e0-ab09-4d51-8901-46eb60209d03 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1801703
Nov 24 17:52:02.090089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.098632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.106787 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-92897199-b043-4b21-8944-fa90952a87fd req-3267086d-e27f-4577-b611-9a5fbbbcd56d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856011
Nov 24 17:52:02.114742 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41146) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:02.140733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.145757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.156327 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-83476f70-14f2-42ba-aee4-5e58e435bf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:02.184095 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41154) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:02.186496 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Attempting to bind port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:02.186843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Attempting to bind port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:02.187146 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Attempting to bind port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:02.202546 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b8034973d1e42deb9960a254b1403a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3988321
Nov 24 17:52:02.203308 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41158) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:02.205690 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc9abe-e272-4815-9321-4ccf6314cf72,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.208466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:52:02.208954 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Attempting to bind port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:02.209105 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.221760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:02.222085 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Checking segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:02.222493 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Bound using segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:02.222886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Bound port: 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:02.223237 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.284753 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.317648 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-6522184a-7dba-41e1-8ba0-f2caf11b2702 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f02b6727a9aa45b19f0770a49d63324b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1320612
Nov 24 17:52:02.320083 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41164) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:02.369652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:02.389691 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:02.406143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.408971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.419182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:02.469416 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.474474 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.487059 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:02.494548 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Usage tracker for resource:security_group_rule and tenant:dd3d6156cd2a4276bb78164d2df9ce46 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:02.501278 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:02.504370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.509676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-21143abd-d112-4eb9-84cd-dbcced96e0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:02.513917 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:02.514541 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.515991 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] 10.222.0.55 "PUT /v2.0/ports/50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 200  len: 1093 time: 1.4399292
Nov 24 17:52:02.516512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:02.539568 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:02.543443 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc9abe-e272-4815-9321-4ccf6314cf72,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.545598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.550404 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.568384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Pushing event updated for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.592063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.596044 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/05dc9abe-e272-4815-9321-4ccf6314cf72 HTTP/1.1" status: 204  len: 168 time: 0.3890226
Nov 24 17:52:02.605732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.641629 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', 'status': 'completed', 'code': 200}
Nov 24 17:52:02.668973 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-c2299a47-39bf-493d-951a-7fdf10b95bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:02.670456 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-c2299a47-39bf-493d-951a-7fdf10b95bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 1096 time: 0.0984356
Nov 24 17:52:02.671461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.681457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-cfba276f-e781-4d8c-b05b-2904696044d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:02.764178 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f81d9c-87b5-4320-af23-b5c3ce0113bf,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.769116 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.770653 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-5145d231-edaa-4869-afa1-687c928419bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 200  len: 217 time: 0.0726116
Nov 24 17:52:02.772740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.773767 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4f81d9c-87b5-4320-af23-b5c3ce0113bf HTTP/1.1" status: 204  len: 168 time: 0.4521246
Nov 24 17:52:02.793631 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.801333 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:02.838082 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-50d2ab19-f055-4361-8c97-24943cb264e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:02.847380 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd3d6156cd2a4276bb78164d2df9ce46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7312660
Nov 24 17:52:02.850918 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41186) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:02.924936 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2865cf7-27ff-482b-a558-a8d792c66f22,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:02.929495 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:02.962119 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500ba3-bd1d-4386-a9ea-e13128aeaa5b req-48cd5430-9a58-4fd0-9ade-dff9769af20f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:02.970051 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-df500ba3-bd1d-4386-a9ea-e13128aeaa5b req-48cd5430-9a58-4fd0-9ade-dff9769af20f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 943 time: 0.1332955
Nov 24 17:52:03.064944 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-df500ba3-bd1d-4386-a9ea-e13128aeaa5b req-979a2e5c-7bd5-494e-9281-e0aac89b69d2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926814
Nov 24 17:52:03.065620 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fa61f402-0303-4bb5-9f1d-18c799d54be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:03.067084 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-fa61f402-0303-4bb5-9f1d-18c799d54be2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.2866154
Nov 24 17:52:03.075769 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:03.105662 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:03.189111 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-8a3dae4c-461e-4e94-9144-a18f8c3076ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465899
Nov 24 17:52:03.454591 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:03.481749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4bc04490-21fe-46f7-b0aa-5d0414989de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:03.593618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41208) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:03.595085 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2865cf7-27ff-482b-a558-a8d792c66f22,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:03.602940 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:03.622286 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:03.624208 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b2865cf7-27ff-482b-a558-a8d792c66f22 HTTP/1.1" status: 204  len: 168 time: 0.7723246
Nov 24 17:52:03.647277 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-98e26abf-199d-4095-a565-e62c55572b0d service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4478054
Nov 24 17:52:03.708869 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6022846-4da1-4ef8-9fa2-22fa50df8aae req-95b452e1-7afa-4be5-b4fa-8de03a1968bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:03.717533 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e6022846-4da1-4ef8-9fa2-22fa50df8aae req-95b452e1-7afa-4be5-b4fa-8de03a1968bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2796633
Nov 24 17:52:03.721148 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6ec72bba-dde6-4b39-94d2-97879ba23d02 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c6c3cef6cff8448d91406926fb65ed12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1251690
Nov 24 17:52:03.724531 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41216) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:03.783591 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e6022846-4da1-4ef8-9fa2-22fa50df8aae req-59a5ce3c-77e5-44b4-84da-69113a20c12f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650806
Nov 24 17:52:03.912142 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:03.919668 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-57302e46-4ab3-49b4-b13f-271d5ee2a7b4 req-93cce7a4-8800-47d7-a44d-dd79c3645a39 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2526290
Nov 24 17:52:03.957531 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.131992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.144336 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fe19a94b-05d8-4e8e-831c-c033835ade03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:04.157639 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61249b-97f8-4b92-bde3-0398f72b8877,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:04.161638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:04.176543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-3fa2dd53-de51-416f-857c-b2a381497c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:04.178218 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-3fa2dd53-de51-416f-857c-b2a381497c8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 1096 time: 0.1801639
Nov 24 17:52:04.179406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.183316 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2d61249b-97f8-4b92-bde3-0398f72b8877 HTTP/1.1" status: 204  len: 168 time: 0.4577379
Nov 24 17:52:04.239703 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41242) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:04.272099 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.318635 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:04.328849 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Usage tracker for resource:security_group_rule and tenant:aee2e9960a1248d99e87a812e8f3f46a is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:04.331845 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:04.338785 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:04.345883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-692eec90-36d1-4c0a-a244-57336e2ef9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:04.347671 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-692eec90-36d1-4c0a-a244-57336e2ef9ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1608629
Nov 24 17:52:04.441826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.495103 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-da1af556-67ca-495c-8756-04ae068ccedb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 200  len: 217 time: 0.1359787
Nov 24 17:52:04.521003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.538195 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bf3baba8-568e-4e27-a209-590d49ab7cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:04.601343 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-c613d705-d578-4b02-98ba-93fd89c4da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:04.603121 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aee2e9960a1248d99e87a812e8f3f46a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3624883
Nov 24 17:52:04.604245 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-c613d705-d578-4b02-98ba-93fd89c4da73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0865297
Nov 24 17:52:04.605291 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16380bad-2bbc-4564-a543-198f8606d860,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:04.605921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41252) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:04.609472 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:04.637964 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b4458-b593-4a6b-9625-177e4edcaf28 req-95986bb7-3058-4d34-a71d-742da5ea525d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:04.646175 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e0b4458-b593-4a6b-9625-177e4edcaf28 req-95986bb7-3058-4d34-a71d-742da5ea525d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 943 time: 0.2024436
Nov 24 17:52:04.685793 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-ba76b600-fb7d-492d-be48-0e8332e607ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512047
Nov 24 17:52:04.703293 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e0b4458-b593-4a6b-9625-177e4edcaf28 req-094bd5ee-7e79-4931-8959-6c60c4904d01 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556602
Nov 24 17:52:04.833331 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.894380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:04.970379 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-6d4037ef-e9b5-47e9-8e57-1615cfc6de0b service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2714334
Nov 24 17:52:05.056062 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-951a9f5e-d690-4f73-95c9-905c049157b0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=b283337774da482197ccccbdbb2a28b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405269
Nov 24 17:52:05.143130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:05.150407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ee8a98c5-07cf-41ea-969d-9f84df848ba2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:05.207354 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e71bf-3cdb-446e-a2b1-272eb1234150 req-e4db85f2-0d89-4446-af67-2936afeccc72 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:05.208939 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db2e71bf-3cdb-446e-a2b1-272eb1234150 req-e4db85f2-0d89-4446-af67-2936afeccc72 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3065567
Nov 24 17:52:05.209823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16380bad-2bbc-4564-a543-198f8606d860,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:05.223720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:05.225489 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16380bad-2bbc-4564-a543-198f8606d860 HTTP/1.1" status: 204  len: 168 time: 0.6180680
Nov 24 17:52:05.227587 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:05.239260 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-26c5a8d3-6fea-4612-877a-085e62552a21 req-72b5e80f-40f1-44fd-a1c6-30e69e324fe8 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2486265
Nov 24 17:52:05.271846 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-d0494d0a-0d6e-406b-9cd0-e2cd1a379c7e tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:05.273361 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-d0494d0a-0d6e-406b-9cd0-e2cd1a379c7e tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2088375
Nov 24 17:52:05.290871 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-bf3d8814-1364-4f10-a9d7-66efd4809098 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/quotas/b283337774da482197ccccbdbb2a28b4 HTTP/1.1" status: 200  len: 375 time: 0.0097294
Nov 24 17:52:05.293437 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db2e71bf-3cdb-446e-a2b1-272eb1234150 req-628a19ff-b8f2-47a2-9445-e8edb737ea2a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641458
Nov 24 17:52:05.368808 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-dbea6a5e-5d51-4d4f-9d5d-aa76131b4057 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=b283337774da482197ccccbdbb2a28b4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637538
Nov 24 17:52:05.648122 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7de54c2-1051-4c13-909c-cc7aaf457195 req-0779ea00-e1ca-4172-bc7c-21b069d6bb45 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0827146
Nov 24 17:52:06.098458 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a6ed-e4e3-4c4c-a952-2fa2c8bf1673 req-82bee885-b63d-44bd-8b52-6add60dcd211 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:06.101182 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c230a6ed-e4e3-4c4c-a952-2fa2c8bf1673 req-82bee885-b63d-44bd-8b52-6add60dcd211 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 943 time: 0.1083150
Nov 24 17:52:06.129994 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:52:06.161553 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c230a6ed-e4e3-4c4c-a952-2fa2c8bf1673 req-7fbd48eb-aecd-439e-a163-ebed4f7e769d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521441
Nov 24 17:52:06.306227 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:06.325253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'port_id': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', 'mac_address': 'fa:16:3e:63:4d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b7988-f9c2-4ec1-8b3a-064a8a30b603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:52:06.405802 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:06.424576 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:06.442129 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:06.457111 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:06.459314 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-440a2411-c7cf-4837-ac55-0d76100ce169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:06.547281 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:06.550466 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:06.615877 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd99d46-c3f7-465e-97f4-a66c8d09a2c6 req-1411b836-11af-4501-bcf4-26d76d5f5449 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:06.615877 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2fd99d46-c3f7-465e-97f4-a66c8d09a2c6 req-1411b836-11af-4501-bcf4-26d76d5f5449 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1120462
Nov 24 17:52:06.681675 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2fd99d46-c3f7-465e-97f4-a66c8d09a2c6 req-09f4bff9-da5c-4503-bacd-fa8714529b26 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641656
Nov 24 17:52:06.842934 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-02eda22b-36d9-4755-8c12-30e2606e116a req-d9f053b5-f224-482b-ad41-115691ac90db tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0513179
Nov 24 17:52:07.296902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41460) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:07.428761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dac2e9-7ec1-4ade-8860-7f126955d7c0 req-ff4d92f7-b6e7-48fb-8d09-17e7cfdf4401 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:07.430757 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-88dac2e9-7ec1-4ade-8860-7f126955d7c0 req-ff4d92f7-b6e7-48fb-8d09-17e7cfdf4401 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 944 time: 0.1622088
Nov 24 17:52:07.454176 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.476495 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:07.477728 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-88dac2e9-7ec1-4ade-8860-7f126955d7c0 req-310bcfb6-dbea-42e4-a842-f4d217cfbdc5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411556
Nov 24 17:52:07.482005 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Usage tracker for resource:security_group_rule and tenant:cdb277e991824200ad7c79beaed48e11 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:07.485136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:07.491129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:07.580532 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.588087 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.596769 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c3b4fe40-9412-4dbd-a08e-b9de5620e1b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:07.637264 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cdb277e991824200ad7c79beaed48e11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3387008
Nov 24 17:52:07.638159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08d804-878b-4bba-aa15-7a61692037e8,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:07.641186 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:07.641367 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41474) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:07.702540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.730118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.829978 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.839457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-551ff655-5080-47e6-a8b0-d453f8883255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:07.854353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08d804-878b-4bba-aa15-7a61692037e8,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:07.862299 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:07.866152 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:07.870303 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c08d804-878b-4bba-aa15-7a61692037e8 HTTP/1.1" status: 204  len: 168 time: 0.2244923
Nov 24 17:52:07.903653 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1316f-f529-4770-8571-ba1033f809d3 req-bb848cb3-2fab-4c07-869a-e9fd3f0e621a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:07.905357 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bfc1316f-f529-4770-8571-ba1033f809d3 req-bb848cb3-2fab-4c07-869a-e9fd3f0e621a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1186149
Nov 24 17:52:07.954520 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bfc1316f-f529-4770-8571-ba1033f809d3 req-17147410-7432-4022-a602-c334811c26b6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434182
Nov 24 17:52:08.127575 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-78a330d9-1e44-4e09-ba87-77ffb1199889 req-b7d48d28-9abe-487a-b4f3-f4ab4189385f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0569172
Nov 24 17:52:08.262269 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41502) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:08.280133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.296070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:08.299835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:a04164e814ab4315934495f166bd7b60 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:08.302493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:08.310251 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:08.400895 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.404070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.428510 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-74a9f213-db2a-41b9-b795-666640d9a623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:08.474817 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a04164e814ab4315934495f166bd7b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2091870
Nov 24 17:52:08.475232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41510) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:08.478529 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa4924-a333-43c2-bcc7-fe2aa6b05e92,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:08.481488 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:08.563331 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.592064 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.713161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f9e66-f674-4cda-8d4f-deb4887f59e1 req-ba261cdf-9ebf-4672-a98e-7bed90d8d880 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:08.714652 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-177f9e66-f674-4cda-8d4f-deb4887f59e1 req-ba261cdf-9ebf-4672-a98e-7bed90d8d880 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 944 time: 0.1250076
Nov 24 17:52:08.719976 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.728936 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b427436c-dbd9-4986-8882-8b02a96c5bc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:08.764365 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa4924-a333-43c2-bcc7-fe2aa6b05e92,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:08.767159 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:08.771940 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:08.773026 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7caa4924-a333-43c2-bcc7-fe2aa6b05e92 HTTP/1.1" status: 204  len: 168 time: 0.2967644
Nov 24 17:52:08.796562 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-177f9e66-f674-4cda-8d4f-deb4887f59e1 req-b66164fc-92eb-4666-9380-49a8e886a5ab tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711033
Nov 24 17:52:09.172899 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb5f5b-ec68-4453-8ae0-654c3b1e0c86 req-da2de74a-30f6-4976-89aa-bf5594e3a06f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:09.184097 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5cb5f5b-ec68-4453-8ae0-654c3b1e0c86 req-da2de74a-30f6-4976-89aa-bf5594e3a06f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1045756
Nov 24 17:52:09.201694 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:09.256526 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5cb5f5b-ec68-4453-8ae0-654c3b1e0c86 req-8dce85d5-bbb2-43a6-aee4-0dc4d0cad965 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669491
Nov 24 17:52:09.396831 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7387e266-7c0b-4c2d-a263-c5ac1255e126 req-11f2565f-e316-487f-bbe3-869b3cc66053 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0729825
Nov 24 17:52:09.749473 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-99f340c2-2dc7-488b-8f93-5526c54d61f4 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b283337774da482197ccccbdbb2a28b4&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352294
Nov 24 17:52:10.107290 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-40d1eb38-1a7b-4268-95b1-42c18f412635 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:10.108994 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-40d1eb38-1a7b-4268-95b1-42c18f412635 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3519375
Nov 24 17:52:10.130671 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Request body: {'port': {'device_id': 'f2784728-f018-45e5-ac01-9fb121333b35', 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc', 'admin_state_up': True, 'tenant_id': 'b283337774da482197ccccbdbb2a28b4'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:10.232208 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de064489-cd24-414b-8ea8-4c56a3b80505 req-6738021d-4ec4-4152-a7b2-a9070b37efa0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:10.233719 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-de064489-cd24-414b-8ea8-4c56a3b80505 req-6738021d-4ec4-4152-a7b2-a9070b37efa0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 944 time: 0.2222180
Nov 24 17:52:10.295853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41598) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:10.328785 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-de064489-cd24-414b-8ea8-4c56a3b80505 req-86f48bcc-ed54-4be3-8e56-020bcf018181 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887151
Nov 24 17:52:10.350924 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:10.361007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Usage tracker for resource:port and tenant:b283337774da482197ccccbdbb2a28b4 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:10.369256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:10.376508 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:10.407013 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Made reservation on behalf of b283337774da482197ccccbdbb2a28b4 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:10.411438 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.434044 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.477039 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:10.491720 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Usage tracker for resource:security_group_rule and tenant:b283337774da482197ccccbdbb2a28b4 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:10.495869 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:10.503780 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:10.543944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.571468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:10.578921 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Usage tracker for resource:security_group_rule and tenant:895530500c744ac2aac2520b57455c20 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:10.582739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:10.592059 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:10.601057 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d00e06-ce3e-472d-ac01-956330d1fbeb req-307a532e-eacb-4212-b426-819d2ad6407e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:10.603166 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-78d00e06-ce3e-472d-ac01-956330d1fbeb req-307a532e-eacb-4212-b426-819d2ad6407e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1694009
Nov 24 17:52:10.614227 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6c874450-ab83-4b89-b7b8-7e2d8af5fc28 req-688b7798-5089-43aa-8d88-6ec66645a175 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0521233
Nov 24 17:52:10.667999 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-78d00e06-ce3e-472d-ac01-956330d1fbeb req-0784bb2c-b94b-43ca-888d-e788f7e16fbc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573270
Nov 24 17:52:10.720675 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.725739 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.731216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-90e7b089-38e0-4a07-9b7f-d8a6ea2d4f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:10.733974 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.740676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.755147 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a0c9e888-0f11-44b4-ac50-755d56166186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:10.815287 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=895530500c744ac2aac2520b57455c20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5173185
Nov 24 17:52:10.816946 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41620) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:10.832374 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9042d-056d-4483-93af-40cd6114a3c8,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:10.838704 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:10.875795 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5f88c0-be69-41b5-8599-82bdd7c4da5a,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:10.900584 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:10.925544 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:10.927838 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:10.967082 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Allocated IP 192.168.233.249 (cc8c2a52-23fb-4604-bf5e-f34e9206edcc/e0c88481-e81f-4123-ab10-40c9e63730a0/3c04d978-e9a4-4bda-ac5a-8e11afc81f83) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:10.985303 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.014699 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:11.021344 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:11.022711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.077468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.083749 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a700db8f-e50d-4ddd-8ad8-bf0203c808aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:11.100370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5f88c0-be69-41b5-8599-82bdd7c4da5a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:11.114227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:11.149825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.153417 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d5f88c0-be69-41b5-8599-82bdd7c4da5a HTTP/1.1" status: 204  len: 168 time: 0.3320215
Nov 24 17:52:11.222428 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.282033 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:11.297910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:11.307895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.310472 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:11.337951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.364935 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', 'code': 200}
Nov 24 17:52:11.370597 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Transition to ACTIVE for port object 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:11.402303 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:11.423557 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:11.454659 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.464812 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:11.609480 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Pushing event updated for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:11.673951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:11.676289 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Network cc8c2a52-23fb-4604-bf5e-f34e9206edcc is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:11.714262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:11.733261 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:11.907638 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05899de-2993-4710-8887-57dcc71e17a1 req-80a3d5c2-4c48-4aee-af0c-2f08e9383ab6 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:11.909133 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c05899de-2993-4710-8887-57dcc71e17a1 req-80a3d5c2-4c48-4aee-af0c-2f08e9383ab6 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 936 time: 0.1519330
Nov 24 17:52:11.942578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:11.943276 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:11.965434 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c05899de-2993-4710-8887-57dcc71e17a1 req-f559a7b7-c8dc-4598-a954-7ed201f6f615 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481548
Nov 24 17:52:12.010064 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078a77-9cc7-483e-9f40-1beb8e43b578 req-ec35f79f-6e7c-4157-85db-c0d3277022d8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:12.017338 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d5078a77-9cc7-483e-9f40-1beb8e43b578 req-ec35f79f-6e7c-4157-85db-c0d3277022d8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 945 time: 0.4599640
Nov 24 17:52:12.020482 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.8947651
Nov 24 17:52:12.045246 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Request body: {'port': {'device_id': 'f2784728-f018-45e5-ac01-9fb121333b35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:12.100950 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfec90-ef37-4123-992c-38a6f4703142 req-f640a694-8da2-4965-9dda-7507fe1a84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:12.102723 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-dc9448cf-8a89-460b-b4a0-5218a2dd78f6 None None] Provisioning for port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:12.103227 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8ecfec90-ef37-4123-992c-38a6f4703142 req-f640a694-8da2-4965-9dda-7507fe1a84b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 1098 time: 0.4302723
Nov 24 17:52:12.115763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-dc9448cf-8a89-460b-b4a0-5218a2dd78f6 None None] Provisioning complete for port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:12.116507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-dc9448cf-8a89-460b-b4a0-5218a2dd78f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.122173 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:52:12.184492 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-dc9448cf-8a89-460b-b4a0-5218a2dd78f6 None None] Port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:52:12.193734 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d5078a77-9cc7-483e-9f40-1beb8e43b578 req-bdebbb65-07f6-4787-807e-0dd8bb47c8d7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755013
Nov 24 17:52:12.212607 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41674) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:12.234208 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8ecfec90-ef37-4123-992c-38a6f4703142 req-08a22db2-28dd-4531-9ffc-7382c6025828 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156535
Nov 24 17:52:12.238908 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.386771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cbbdd-c8e2-41b8-b135-f9762097e5fe req-7293b711-1fae-4467-86e8-2bed096f3b2f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:12.386771 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-666cbbdd-c8e2-41b8-b135-f9762097e5fe req-7293b711-1fae-4467-86e8-2bed096f3b2f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1050620
Nov 24 17:52:12.391015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1138180416-network', 'tenant_id': 'd38ff3a0728b4c08b344b804e0d1ccad'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:12.397064 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:12.414907 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Usage tracker for resource:network and tenant:d38ff3a0728b4c08b344b804e0d1ccad is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:12.422170 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:12.432274 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:12.465667 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-666cbbdd-c8e2-41b8-b135-f9762097e5fe req-10a9c276-cab5-47de-9129-a51085b9c5a6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702703
Nov 24 17:52:12.467389 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Made reservation on behalf of d38ff3a0728b4c08b344b804e0d1ccad for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:12.469999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.483815 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.503635 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:12.507760 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Usage tracker for resource:security_group_rule and tenant:d38ff3a0728b4c08b344b804e0d1ccad is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:12.511802 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:12.518547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:12.701303 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.708723 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.713782 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9b433dbd-1076-4fa8-ba77-3f87ece14bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:12.739743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:12.750271 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.772943 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Transition to ACTIVE for port object 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:12.787136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.792644 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:12.835417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41698) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:12.842027 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:52:12.850839 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c537ceb0-006d-46db-b598-2402ba1e4347,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:12.855212 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:12.857914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.858265 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Added segment 508afb4c-00c4-435b-bb2f-82defc7313fe of type vlan for network 13b3371c-40b3-489c-893f-79b52f800877
Nov 24 17:52:12.890136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.945814 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.950133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:12.953395 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:12.996256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:13.108375 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:13.122711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:13.169660 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9404798
Nov 24 17:52:13.173060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41710) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:13.188925 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Attempting to bind port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:13.189263 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Attempting to bind port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:13.189596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Attempting to bind port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 on network cc8c2a52-23fb-4604-bf5e-f34e9206edcc {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:13.196228 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Request body: {'subnet': {'network_id': '13b3371c-40b3-489c-893f-79b52f800877', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1138180416-subnet', 'tenant_id': 'd38ff3a0728b4c08b344b804e0d1ccad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:13.196830 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 on network cc8c2a52-23fb-4604-bf5e-f34e9206edcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:52:13.197154 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Attempting to bind port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 on network cc8c2a52-23fb-4604-bf5e-f34e9206edcc {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:13.225135 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:13.225764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Checking segment: {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:13.226335 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Bound using segment: {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:13.232186 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Bound port: 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334b56f4-6899-4aa8-9f41-84f2301e84be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:13.232926 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.253757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:13.255504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.269665 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Usage tracker for resource:subnet and tenant:d38ff3a0728b4c08b344b804e0d1ccad is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:13.274991 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Pushing event updated for resources: {'Network': ['ID=13b3371c-40b3-489c-893f-79b52f800877,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:13.277030 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:13.280708 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:13.288183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 13b3371c-40b3-489c-893f-79b52f800877 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:52:13.292920 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:13.325942 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Made reservation on behalf of d38ff3a0728b4c08b344b804e0d1ccad for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:13.332480 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2432709'] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.389755 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df180-fb85-43a1-a836-4d4979f2fb02 req-1a501f43-319a-465a-bc6c-2441da60b6bb tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:13.397110 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d6df180-fb85-43a1-a836-4d4979f2fb02 req-1a501f43-319a-465a-bc6c-2441da60b6bb tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 948 time: 0.2205598
Nov 24 17:52:13.423381 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:13.455644 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Usage tracker for resource:security_group_rule and tenant:71a05bf9f87f4729a186c1c940903ab3 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:13.477405 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:13.496196 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:13.530903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:13.543965 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:13.594072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.604513 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d6df180-fb85-43a1-a836-4d4979f2fb02 req-5937ddd5-c8ac-4b21-98de-c248accc00d1 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060137
Nov 24 17:52:13.650024 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff3aea2b-8c22-4d5c-898c-d3ab72b4b401 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:13.820851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:13.821479 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.822888 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c04d978-e9a4-4bda-ac5a-8e11afc81f83 HTTP/1.1" status: 200  len: 1098 time: 1.7840979
Nov 24 17:52:13.823401 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:13.846533 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aa5c0-81e9-438f-b7ee-8872b34ce555 req-1af48bfc-fdcc-4337-b49f-7d281d711fec tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:13.854434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d5aa5c0-81e9-438f-b7ee-8872b34ce555 req-1af48bfc-fdcc-4337-b49f-7d281d711fec tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 945 time: 0.4898648
Nov 24 17:52:13.902137 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2247363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2432759'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:13.918020 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:13.963146 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:13.976303 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:14.026425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb66239c-815c-40f7-9daa-a29a615fddf2,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:14.027855 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d5aa5c0-81e9-438f-b7ee-8872b34ce555 req-0a2dd0da-e431-4699-8fb5-30ab196384b5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725521
Nov 24 17:52:14.031984 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:14.034794 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Checking segment: {'id': '508afb4c-00c4-435b-bb2f-82defc7313fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '13b3371c-40b3-489c-893f-79b52f800877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:14.035145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Network hostable DHCP agents. Network: 13b3371c-40b3-489c-893f-79b52f800877, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:52:14.037613 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.054690 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.055097 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa405d0-2d03-4758-9ab1-f37ce5615f20 req-3dbe68d4-bc71-44da-9993-f17b57593b31 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.056711 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1aa405d0-2d03-4758-9ab1-f37ce5615f20 req-3dbe68d4-bc71-44da-9993-f17b57593b31 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2311468
Nov 24 17:52:14.073410 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d7af984b-258f-4fa7-9fac-8a8f4fa84770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:14.087444 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Network 13b3371c-40b3-489c-893f-79b52f800877 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:52:14.108890 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 13b3371c-40b3-489c-893f-79b52f800877) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:14.114889 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-795a858b-4d07-4af0-901b-47d9e6eda283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.115904 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-795a858b-4d07-4af0-901b-47d9e6eda283 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b283337774da482197ccccbdbb2a28b4&device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 1101 time: 0.2307000
Nov 24 17:52:14.117759 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.118794 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.121678 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d87b0-bb4b-437a-a528-00e9fc63d4d2 None None] Network 13b3371c-40b3-489c-893f-79b52f800877 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:14.124995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41728) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:14.125198 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71a05bf9f87f4729a186c1c940903ab3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2889433
Nov 24 17:52:14.131369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0470125-85a6-47b2-89bd-4ab2166265a6,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:14.137907 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1aa405d0-2d03-4758-9ab1-f37ce5615f20 req-7b772cc0-3d0a-4fae-b574-f23b46534560 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664201
Nov 24 17:52:14.171857 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-08f754a6-83a5-4278-8f72-016620c6b27c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9976554
Nov 24 17:52:14.226894 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:14.228236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.239069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-1ca96518-b4f8-4a1b-85c9-e5c4076d4706 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83 HTTP/1.1" status: 200  len: 217 time: 0.1042061
Nov 24 17:52:14.280906 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.290927 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83', 'status': 'completed', 'code': 200}
Nov 24 17:52:14.334097 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-93ef33c2-b8f2-4c9e-94b8-fe4859456dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.335690 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-93ef33c2-b8f2-4c9e-94b8-fe4859456dc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c88481-e81f-4123-ab10-40c9e63730a0 HTTP/1.1" status: 200  len: 843 time: 0.0875583
Nov 24 17:52:14.402586 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.409679 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-82a0fa2e-1b53-4b06-b8e3-530395499ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:14.443175 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:14.446682 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e0470125-85a6-47b2-89bd-4ab2166265a6 HTTP/1.1" status: 204  len: 168 time: 0.3141165
Nov 24 17:52:14.460079 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0470125-85a6-47b2-89bd-4ab2166265a6,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:14.472329 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:14.493537 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9317-02f4-4d86-b2c3-09463a17303d req-1ab74833-a44f-499c-95b5-401a2f57191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.495203 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-1ab74833-a44f-499c-95b5-401a2f57191a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc8c2a52-23fb-4604-bf5e-f34e9206edcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1483967
Nov 24 17:52:14.564121 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee378f6-a168-4f94-a31a-e126520be0c5 None None] Network 13b3371c-40b3-489c-893f-79b52f800877 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:14.787876 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-808e0df8-693f-4728-8362-2d1882022f4d service neutron] 10.222.0.55 "GET /v2.0/networks/cc8c2a52-23fb-4604-bf5e-f34e9206edcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2743280
Nov 24 17:52:14.921282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b907cc-9a56-4f8c-a52f-bd1f43f46b72 req-aa8c30f1-5553-4429-a356-ee5c97fc3b84 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:14.929044 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-01b907cc-9a56-4f8c-a52f-bd1f43f46b72 req-aa8c30f1-5553-4429-a356-ee5c97fc3b84 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 948 time: 0.1728950
Nov 24 17:52:14.988407 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681c9317-02f4-4d86-b2c3-09463a17303d req-ea9456b7-ee78-4253-97d9-e9ec2f227742 service neutron] 10.222.0.55 "GET /v2.0/networks/cc8c2a52-23fb-4604-bf5e-f34e9206edcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1896400
Nov 24 17:52:14.990984 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-01b907cc-9a56-4f8c-a52f-bd1f43f46b72 req-d2f7c889-9384-4969-8769-5c48cffcb955 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600412
Nov 24 17:52:15.266615 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-2fd7e504-a9e7-4b58-8a0a-fcad4dae5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.269749 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-2fd7e504-a9e7-4b58-8a0a-fcad4dae5b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b283337774da482197ccccbdbb2a28b4&device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 1101 time: 0.2050707
Nov 24 17:52:15.428093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277c2a4-e8eb-436d-b1bb-c77581705701 req-d312c5b9-2ef3-457a-9701-113ca8638f25 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.433633 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0277c2a4-e8eb-436d-b1bb-c77581705701 req-d312c5b9-2ef3-457a-9701-113ca8638f25 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1176341
Nov 24 17:52:15.508282 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0277c2a4-e8eb-436d-b1bb-c77581705701 req-393eb459-248a-42c5-8010-3529da870403 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683637
Nov 24 17:52:15.537058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ed3db-c234-475f-85da-439d9e0a9670 req-9beb34fe-04b0-4027-a110-7ca489e7c149 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.538901 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-342ed3db-c234-475f-85da-439d9e0a9670 req-9beb34fe-04b0-4027-a110-7ca489e7c149 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 945 time: 0.1622694
Nov 24 17:52:15.540533 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-dc7a7758-6995-4576-a94e-5c9b69e06a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.542206 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-dc7a7758-6995-4576-a94e-5c9b69e06a78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc8c2a52-23fb-4604-bf5e-f34e9206edcc HTTP/1.1" status: 200  len: 870 time: 0.2641950
Nov 24 17:52:15.646619 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-fc32e0b0-fd73-444a-bdcf-65547b9ca1b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83 HTTP/1.1" status: 200  len: 217 time: 0.0716226
Nov 24 17:52:15.710643 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-342ed3db-c234-475f-85da-439d9e0a9670 req-71400ce7-5e2d-4be8-a528-c5fa48951c81 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1633015
Nov 24 17:52:15.728210 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-e1b3c81f-90bf-4ad8-b3f7-5dacd07bcaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.729690 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-e1b3c81f-90bf-4ad8-b3f7-5dacd07bcaac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e0c88481-e81f-4123-ab10-40c9e63730a0 HTTP/1.1" status: 200  len: 843 time: 0.0745926
Nov 24 17:52:15.827181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-e4772e56-093a-4a10-ae82-6624dc990042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:15.829049 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-e4772e56-093a-4a10-ae82-6624dc990042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc8c2a52-23fb-4604-bf5e-f34e9206edcc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0809309
Nov 24 17:52:15.974521 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-beb7d20d-d4f9-4b62-96e8-9c81710c8407 service neutron] 10.222.0.55 "GET /v2.0/networks/cc8c2a52-23fb-4604-bf5e-f34e9206edcc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364381
Nov 24 17:52:16.126104 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6aa26986-2d96-4768-99e1-06e7e3825b20 req-c3abcc7f-89c6-4fc3-baa1-834181c07b13 service neutron] 10.222.0.55 "GET /v2.0/networks/cc8c2a52-23fb-4604-bf5e-f34e9206edcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444278
Nov 24 17:52:16.222689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-755c362d-a01f-40c9-922f-abe0bb8a2546 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:16.222689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-755c362d-a01f-40c9-922f-abe0bb8a2546 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Synchronizing usage tracker for tenant:b283337774da482197ccccbdbb2a28b4 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:16.240666 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-755c362d-a01f-40c9-922f-abe0bb8a2546 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Unset dirty status for tenant:b283337774da482197ccccbdbb2a28b4 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:16.241912 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-755c362d-a01f-40c9-922f-abe0bb8a2546 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 948 time: 0.1070600
Nov 24 17:52:16.292249 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-c9875a25-3ab0-433a-b76e-8ac1077e8d91 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Synchronizing usage tracker for tenant:b283337774da482197ccccbdbb2a28b4 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:16.316951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-c9875a25-3ab0-433a-b76e-8ac1077e8d91 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Unset dirty status for tenant:b283337774da482197ccccbdbb2a28b4 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:16.327273 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-67ecb802-fa6b-4d41-844b-fa3ec8de6269 req-c9875a25-3ab0-433a-b76e-8ac1077e8d91 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789335
Nov 24 17:52:16.765133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-3ec5d5dd-7f7e-4ef8-abe9-c2cedbbe41ca tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:16.765802 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-3ec5d5dd-7f7e-4ef8-abe9-c2cedbbe41ca tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Synchronizing usage tracker for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:network {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:16.785860 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-3ec5d5dd-7f7e-4ef8-abe9-c2cedbbe41ca tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Unset dirty status for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:network {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:16.787356 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-3ec5d5dd-7f7e-4ef8-abe9-c2cedbbe41ca tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/networks?id=13b3371c-40b3-489c-893f-79b52f800877 HTTP/1.1" status: 200  len: 814 time: 0.1876798
Nov 24 17:52:16.803351 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-69d5a6f3-9b80-46f8-8343-7573befbb623 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/quotas/d38ff3a0728b4c08b344b804e0d1ccad HTTP/1.1" status: 200  len: 375 time: 0.0092940
Nov 24 17:52:16.866500 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-26618d95-29a7-4e04-b7c9-8180f2d63d8d tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d38ff3a0728b4c08b344b804e0d1ccad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0542445
Nov 24 17:52:16.890305 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c0945-ee9e-424c-a8b6-34187eac6d4e req-11cb494a-44a6-448e-b850-8cf1b224bef7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:16.891883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e69c0945-ee9e-424c-a8b6-34187eac6d4e req-11cb494a-44a6-448e-b850-8cf1b224bef7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.0958183
Nov 24 17:52:16.942890 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e69c0945-ee9e-424c-a8b6-34187eac6d4e req-37239437-e44c-4054-9adb-75e0eac679fb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453856
Nov 24 17:52:17.012030 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-4be95581-2575-48e4-b9f3-5943bd2e9996 service neutron] 10.222.0.64 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362698
Nov 24 17:52:17.165780 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-18fff3b5-4f80-4f4a-bfea-27271db50d9f service neutron] 10.222.0.64 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460001
Nov 24 17:52:17.371806 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41860) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:17.415051 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0749660c-de07-48bc-ac07-a38053340a10 req-107cf56a-df80-4a94-928a-54af90bb6f52 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.1028330
Nov 24 17:52:17.586197 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:17.615554 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185890e-1a57-4236-81b3-9726f3e3614c req-4b7011b3-4b65-4d32-a87b-a499f05d5fdf tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:17.620057 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1185890e-1a57-4236-81b3-9726f3e3614c req-4b7011b3-4b65-4d32-a87b-a499f05d5fdf tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 948 time: 0.1648979
Nov 24 17:52:17.621409 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:17.629177 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Usage tracker for resource:security_group_rule and tenant:0622723372754ba08779481bf789c2ee is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:17.652235 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:17.661003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:17.692488 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1185890e-1a57-4236-81b3-9726f3e3614c req-1400e877-c472-4ed4-8b48-eee5381d14a5 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678573
Nov 24 17:52:17.794987 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:17.799637 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:17.813469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f72ce6c3-5b23-4447-8cf5-747f5ce61b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:17.860842 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41884) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:17.861118 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0622723372754ba08779481bf789c2ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4879394
Nov 24 17:52:17.861954 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319a3e3e-f21c-4881-b481-38e647b00fa4,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:17.866256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:17.966012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:17.999995 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.076971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.082050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-933e6be2-0a8b-44c3-9d25-0692e0f32804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:18.095985 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a3e3e-f21c-4881-b481-38e647b00fa4,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:18.098715 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:18.121836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.123162 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/319a3e3e-f21c-4881-b481-38e647b00fa4 HTTP/1.1" status: 204  len: 168 time: 0.2604628
Nov 24 17:52:18.262761 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e8b12-a418-4723-bda1-a2ff5acad0af req-5b348e16-5b57-4e11-bb8c-832ef47673a8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:18.271276 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c73e8b12-a418-4723-bda1-a2ff5acad0af req-5b348e16-5b57-4e11-bb8c-832ef47673a8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1917622
Nov 24 17:52:18.330866 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c73e8b12-a418-4723-bda1-a2ff5acad0af req-6d5cb636-5b4d-45f3-a91c-114b7ad054dd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585043
Nov 24 17:52:18.512903 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41916) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:18.536950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.621129 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a3832cd9-c490-43ca-9993-7dc03b2aa36b req-b4c15774-db1e-4119-b839-6ba78f497e15 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0466454
Nov 24 17:52:18.626609 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:18.642413 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:f2fa084f3aa349638d890167053b6e85 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:18.647916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:18.657871 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:18.734589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-e15b6ce7-6908-4ca9-93cd-4fbdd4505c16 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:18.740998 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-e15b6ce7-6908-4ca9-93cd-4fbdd4505c16 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.1927752
Nov 24 17:52:18.766883 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-d4de7a24-3617-447a-8ba7-a4b0fa58287b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/quotas/19932e34745a434a9e17ef9a5fa6aa49 HTTP/1.1" status: 200  len: 375 time: 0.0249839
Nov 24 17:52:18.791082 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-8673275d-9204-4da9-a6d3-01c606035d66 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:18.792801 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-8673275d-9204-4da9-a6d3-01c606035d66 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.55 "GET /v2.0/networks?id=13b3371c-40b3-489c-893f-79b52f800877 HTTP/1.1" status: 200  len: 814 time: 0.1649849
Nov 24 17:52:18.815786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Request body: {'port': {'device_id': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'network_id': '13b3371c-40b3-489c-893f-79b52f800877', 'admin_state_up': True, 'tenant_id': 'd38ff3a0728b4c08b344b804e0d1ccad'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:18.878227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.884956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:18.894578 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b7017bbf-9e70-4452-bf91-b2c4ee547a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:18.924314 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-2854d261-2b4b-4b64-a1b5-ddb51dc310e4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1563294
Nov 24 17:52:18.964171 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:52:18.980241 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2fa084f3aa349638d890167053b6e85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4654310
Nov 24 17:52:18.984346 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b30ad1-0181-4dd9-a9c5-404f2728aa84,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:18.986775 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41930) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:19.049487 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:19.097515 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:19.109141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f5c9-3660-4530-a8b4-6d306f0f4221 req-e54169b5-d1ef-477b-a654-ca561b87864f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:19.110623 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0884f5c9-3660-4530-a8b4-6d306f0f4221 req-e54169b5-d1ef-477b-a654-ca561b87864f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 948 time: 0.1504347
Nov 24 17:52:19.113084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Usage tracker for resource:port and tenant:d38ff3a0728b4c08b344b804e0d1ccad is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:19.116517 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:19.126555 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:19.136293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:19.140101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83', 'network_id': 'cc8c2a52-23fb-4604-bf5e-f34e9206edcc', 'port_id': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83', 'mac_address': 'fa:16:3e:76:12:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c88481-e81f-4123-ab10-40c9e63730a0', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:52:19.152739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.155914 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-016c226d-03fa-4c99-b71b-e72dbc0d4b54 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134686
Nov 24 17:52:19.159712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Made reservation on behalf of d38ff3a0728b4c08b344b804e0d1ccad for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:19.163357 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.194390 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0884f5c9-3660-4530-a8b4-6d306f0f4221 req-08ca8ea1-df8b-40dd-b18b-bc356d1c7a45 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737286
Nov 24 17:52:19.198404 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.221112 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:19.239840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:19.248085 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.250142 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:19.258826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.328419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:19.331744 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:19.363407 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.372715 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cff321c8-4416-4d81-885a-f283634abc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:19.397136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b30ad1-0181-4dd9-a9c5-404f2728aa84,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:19.397673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Allocated IP 172.20.0.3 (13b3371c-40b3-489c-893f-79b52f800877/fb66239c-815c-40f7-9daa-a29a615fddf2/10363e40-65d5-4242-9986-a18d5073f092) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:19.401964 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:19.408456 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-82b3c32f-8725-4ff4-8071-ddc67ffdb770 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313259
Nov 24 17:52:19.415577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.418078 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/71b30ad1-0181-4dd9-a9c5-404f2728aa84 HTTP/1.1" status: 204  len: 168 time: 0.3798966
Nov 24 17:52:19.614154 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['3c04d978-e9a4-4bda-ac5a-8e11afc81f83'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:19.777020 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8329b1c-09d0-4aa3-8f2d-52b451b63bcf req-4d0e373a-2e6c-44d9-a27b-f1e5cdd87940 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:19.784699 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8329b1c-09d0-4aa3-8f2d-52b451b63bcf req-4d0e373a-2e6c-44d9-a27b-f1e5cdd87940 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2449527
Nov 24 17:52:19.817886 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41956) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:19.848378 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.950474 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:19.972671 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8329b1c-09d0-4aa3-8f2d-52b451b63bcf req-98e654b8-beb0-4278-be7d-e6cd2f4267d4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844232
Nov 24 17:52:19.973390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:20.156439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7a0c6-4bdc-4e0e-8f05-d21e68fe2cb5 req-11fc0af2-6f23-4998-9dbb-f8a192276744 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:20.157801 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fe3fc853-c5d8-4521-8c19-cecfb91680e9 req-61d77467-1619-4d8e-bbb3-384a6667dda2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 210 time: 0.1033106
Nov 24 17:52:20.158968 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f4d7a0c6-4bdc-4e0e-8f05-d21e68fe2cb5 req-11fc0af2-6f23-4998-9dbb-f8a192276744 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 931 time: 0.1248872
Nov 24 17:52:20.159867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Network 13b3371c-40b3-489c-893f-79b52f800877 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:20.163304 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:20.171189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:20.213182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Pushing event updated for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:20.222708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:20.223165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 41970) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:20.237636 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.262870 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-f4d7a0c6-4bdc-4e0e-8f05-d21e68fe2cb5 req-5aa31a63-b4ca-42d4-8fa8-693f4bbc3f85 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Synchronizing usage tracker for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:security_group {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:20.264039 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.265777 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:20.271513 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Usage tracker for resource:security_group_rule and tenant:e390f8d4d9a24334877765da9bfa4cef is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:20.278063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:20.286515 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:20.296721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:20.307620 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:20.308472 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.314393 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Usage tracker for resource:security_group_rule and tenant:a7cbc76f862a43c9afbc03903da96da0 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:20.318557 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:20.334227 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:20.401473 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5930157
Nov 24 17:52:20.401960 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.407039 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.422255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Request body: {'port': {'device_id': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:20.432741 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:20.475915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-f4d7a0c6-4bdc-4e0e-8f05-d21e68fe2cb5 req-5aa31a63-b4ca-42d4-8fa8-693f4bbc3f85 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Unset dirty status for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:security_group {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:20.477130 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f4d7a0c6-4bdc-4e0e-8f05-d21e68fe2cb5 req-5aa31a63-b4ca-42d4-8fa8-693f4bbc3f85 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102703
Nov 24 17:52:20.484221 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e390f8d4d9a24334877765da9bfa4cef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6649573
Nov 24 17:52:20.486065 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41976) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:20.490486 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48416e6e-fb75-4a2f-ab9b-47689bbee4d6,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:20.510047 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:20.520433 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05f380-a0b0-41aa-9eeb-cefb37d64a24 req-8bb5ab9c-27c7-43a4-8ac4-3138ba1b3056 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:20.528266 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c05f380-a0b0-41aa-9eeb-cefb37d64a24 req-8bb5ab9c-27c7-43a4-8ac4-3138ba1b3056 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 949 time: 0.1985188
Nov 24 17:52:20.570830 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.608422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.645980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.665302 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c05f380-a0b0-41aa-9eeb-cefb37d64a24 req-e69fbb10-5d88-40cf-8b2a-2e5bb513292d tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027200
Nov 24 17:52:20.682756 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.686775 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e8949d86-b462-4caf-a17f-e84b598a8ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:20.701415 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48416e6e-fb75-4a2f-ab9b-47689bbee4d6,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:20.704436 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:20.713201 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.716145 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3da62459-294b-4bb0-a811-e2206f4a5996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48416e6e-fb75-4a2f-ab9b-47689bbee4d6 HTTP/1.1" status: 204  len: 168 time: 0.2289562
Nov 24 17:52:20.770669 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.815372 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:20.830224 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d67519bd-bdd6-4660-9287-fd4f987cbc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:20.930168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12c432-db39-4fec-8ca5-e453f13bd8d3,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:20.981364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:20.985517 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7cbc76f862a43c9afbc03903da96da0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7539699
Nov 24 17:52:20.985517 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:20.986887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 41988) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:21.086768 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.131331 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.156250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:21.175294 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:21.175716 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.227836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.234712 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3a8d6874-9fcf-434d-9880-9809945d60eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:21.261539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12c432-db39-4fec-8ca5-e453f13bd8d3,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:21.271897 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:21.273423 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.275654 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b12c432-db39-4fec-8ca5-e453f13bd8d3 HTTP/1.1" status: 204  len: 168 time: 0.2855611
Nov 24 17:52:21.350249 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10363e40-65d5-4242-9986-a18d5073f092 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:21.366356 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.402777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Transition to ACTIVE for port object 10363e40-65d5-4242-9986-a18d5073f092 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:21.408382 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-54c96e74-711d-41a7-b8ff-4c21039812bf req-274b65ad-50b7-4261-882b-f210b0c8184a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 210 time: 0.0740380
Nov 24 17:52:21.464967 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.543244 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:21.577330 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:21.596278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.598080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:21.705369 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:21.709194 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:21.716141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:21.724784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:21.811336 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fba77-3f74-47af-abed-5e45067a23a8 req-464ecad6-74a7-4732-a23b-b02822f2f177 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:21.812824 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f9fba77-3f74-47af-abed-5e45067a23a8 req-464ecad6-74a7-4732-a23b-b02822f2f177 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.1276994
Nov 24 17:52:21.891880 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f9fba77-3f74-47af-abed-5e45067a23a8 req-b8346dc8-1903-450a-b2eb-a4cb09b0aa2f tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656829
Nov 24 17:52:21.910276 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-b1b95929-c5f7-41f4-9a75-4bb1153d42cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:21.912667 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-b1b95929-c5f7-41f4-9a75-4bb1153d42cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.7310648
Nov 24 17:52:21.928839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c92b9-0309-47c3-adfc-0a4d9f74649a req-b50d42e7-ec47-4c5d-aca9-558148058986 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:21.942181 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5b0c92b9-0309-47c3-adfc-0a4d9f74649a req-b50d42e7-ec47-4c5d-aca9-558148058986 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.7614737
Nov 24 17:52:21.978024 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83', 'code': 200}
Nov 24 17:52:22.053307 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Request body: {'port': {'device_id': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'admin_state_up': True, 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:22.094507 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Pushing event updated for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:22.151859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:22.203204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Attempting to bind port 10363e40-65d5-4242-9986-a18d5073f092 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:22.203480 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Attempting to bind port 10363e40-65d5-4242-9986-a18d5073f092 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '508afb4c-00c4-435b-bb2f-82defc7313fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '13b3371c-40b3-489c-893f-79b52f800877'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:22.203882 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Attempting to bind port 10363e40-65d5-4242-9986-a18d5073f092 on network 13b3371c-40b3-489c-893f-79b52f800877 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:22.230672 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5b0c92b9-0309-47c3-adfc-0a4d9f74649a req-1ec465b2-fddc-4360-a71b-d435bf93ab6d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872601
Nov 24 17:52:22.233879 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Port 10363e40-65d5-4242-9986-a18d5073f092 on network 13b3371c-40b3-489c-893f-79b52f800877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:52:22.234826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Attempting to bind port 10363e40-65d5-4242-9986-a18d5073f092 on network 13b3371c-40b3-489c-893f-79b52f800877 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:22.262800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:22.263145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Checking segment: {'id': '508afb4c-00c4-435b-bb2f-82defc7313fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '13b3371c-40b3-489c-893f-79b52f800877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:22.263671 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Bound using segment: {'id': '508afb4c-00c4-435b-bb2f-82defc7313fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '13b3371c-40b3-489c-893f-79b52f800877'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:22.264982 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Bound port: 10363e40-65d5-4242-9986-a18d5073f092, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508afb4c-00c4-435b-bb2f-82defc7313fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '13b3371c-40b3-489c-893f-79b52f800877'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:22.265347 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:22.287334 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f8347-ae79-4dfa-9255-e4dd07561d81 req-53bd4950-deba-4dd1-874c-179acaa93988 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:22.296754 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-704f8347-ae79-4dfa-9255-e4dd07561d81 req-53bd4950-deba-4dd1-874c-179acaa93988 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.1453719
Nov 24 17:52:22.380884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:22.400200 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:22.410960 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-704f8347-ae79-4dfa-9255-e4dd07561d81 req-b6f923f9-c4f8-4bfa-ade0-229266afcea5 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127362
Nov 24 17:52:22.432743 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e72c-4530-4a7e-b1c6-28d226041ec7 req-6d1a677c-89ab-4f8e-b0cf-247528fd358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:22.434017 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-21b4e72c-4530-4a7e-b1c6-28d226041ec7 req-6d1a677c-89ab-4f8e-b0cf-247528fd358d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 1103 time: 0.1571355
Nov 24 17:52:22.439470 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:22.442219 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:22.447230 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:22.491459 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-21b4e72c-4530-4a7e-b1c6-28d226041ec7 req-853112bd-dae3-476f-a033-a6b358f6548e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498960
Nov 24 17:52:22.491897 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=10363e40-65d5-4242-9986-a18d5073f092,segment=NetworkSegment(508afb4c-00c4-435b-bb2f-82defc7313fe),segment_id=508afb4c-00c4-435b-bb2f-82defc7313fe)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:22.503436 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:22.533350 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:22.692241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:22.692869 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:22.694259 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-21324f34-3f83-410d-881c-421316f36e0e service neutron] 10.222.0.55 "PUT /v2.0/ports/10363e40-65d5-4242-9986-a18d5073f092 HTTP/1.1" status: 200  len: 1093 time: 2.2829251
Nov 24 17:52:22.694753 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'tag': '10363e40-65d5-4242-9986-a18d5073f092'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:22.720282 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-30db0e71-50ac-4852-857c-990c0f0f1232 req-51e9109c-4960-488c-9be7-f2a980f17130 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 210 time: 0.1034141
Nov 24 17:52:22.746333 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Pushing event updated for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:22.751876 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:22.831485 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'tag': '10363e40-65d5-4242-9986-a18d5073f092', 'status': 'completed', 'code': 200}
Nov 24 17:52:22.891027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Allocated IP 172.20.0.4 (d999ad69-34a5-4430-8f01-a48e3a42bfc5/dd1b7988-f9c2-4ec1-8b3a-064a8a30b603/8fa8ced4-236c-4411-8064-df63a3451657) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:22.914925 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-4e8dd127-c48f-4620-b966-1523de38e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:22.916694 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-4e8dd127-c48f-4620-b966-1523de38e57d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d38ff3a0728b4c08b344b804e0d1ccad&device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 1096 time: 0.1242938
Nov 24 17:52:23.014607 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-0ba74289-c884-4872-b113-9aa3538ae63e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10363e40-65d5-4242-9986-a18d5073f092 HTTP/1.1" status: 200  len: 217 time: 0.0856128
Nov 24 17:52:23.147511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-643995c2-7a76-4191-8f1a-f727198d0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.270525 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-639925b4-c6d6-4bd6-a3e1-e7d2a5c24d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:23.272027 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-639925b4-c6d6-4bd6-a3e1-e7d2a5c24d4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb66239c-815c-40f7-9daa-a29a615fddf2 HTTP/1.1" status: 200  len: 854 time: 0.1447682
Nov 24 17:52:23.287894 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42088) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:23.379148 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-1a420707-fc2c-462b-b56f-a36a1cb7b561 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13b3371c-40b3-489c-893f-79b52f800877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636978
Nov 24 17:52:23.404377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa609a-4bec-40e1-897e-f8e6a752d926 req-3ef52ad6-9925-44a2-928c-867e39236c32 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:23.405132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-25aa609a-4bec-40e1-897e-f8e6a752d926 req-3ef52ad6-9925-44a2-928c-867e39236c32 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Synchronizing usage tracker for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:23.422185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.448954 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.493341 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.517764 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:23.525712 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Usage tracker for resource:security_group_rule and tenant:1ae5edeb0f1a4f7f810f7ba2dce6a99f is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:23.534441 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:23.548697 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-25aa609a-4bec-40e1-897e-f8e6a752d926 req-3ef52ad6-9925-44a2-928c-867e39236c32 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Unset dirty status for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:23.549846 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-25aa609a-4bec-40e1-897e-f8e6a752d926 req-3ef52ad6-9925-44a2-928c-867e39236c32 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.4214318
Nov 24 17:52:23.550193 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c8001-8789-4c74-be16-bd3bf3c5c770 req-757a74eb-c62f-46aa-b696-e571f2bbd5b1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:23.559861 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d4c8001-8789-4c74-be16-bd3bf3c5c770 req-757a74eb-c62f-46aa-b696-e571f2bbd5b1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2053297
Nov 24 17:52:23.563056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:23.628714 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d4c8001-8789-4c74-be16-bd3bf3c5c770 req-c1ffef44-1d7b-48cd-b068-a1eb80869f72 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677834
Nov 24 17:52:23.727539 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-463debaf-354f-41f0-a0ec-999b63714ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3352528
Nov 24 17:52:23.731747 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-25aa609a-4bec-40e1-897e-f8e6a752d926 req-f99df100-f4b1-4e5b-8d6a-22aca2d4f5b1 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636379
Nov 24 17:52:23.773476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.781290 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.827856 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34d31fa7-e17d-4aed-be4d-87264e185491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:23.865769 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:23.881188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:23.889789 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9', '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:23.972173 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf37007a-0e70-4048-9536-5b6d7cf2b2a4,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:23.981476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:23.993334 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1ae5edeb0f1a4f7f810f7ba2dce6a99f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7037675
Nov 24 17:52:23.994411 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42104) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:24.029532 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:24.035025 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:24.038421 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:24.075456 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event updated for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:24.091745 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:24.152860 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:24.153482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.158812 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5676c629-e38d-45d8-b3fc-43675b9ddcab req-de5e2859-24b2-4c78-b8ce-2f747ecd7324 service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4222155
Nov 24 17:52:24.196850 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.207776 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10ef70-20f7-43fc-bd46-e1de404b854c req-5d59abf5-b4ef-46d1-88e7-9967e2e5870f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:24.209402 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e10ef70-20f7-43fc-bd46-e1de404b854c req-5d59abf5-b4ef-46d1-88e7-9967e2e5870f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.2451065
Nov 24 17:52:24.211958 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2053857
Nov 24 17:52:24.239979 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Request body: {'port': {'device_id': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:24.251428 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.332757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.338674 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-289fbd07-ddc1-4cd1-8196-4af73eb295ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:24.356187 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e10ef70-20f7-43fc-bd46-e1de404b854c req-8d0799ca-4da7-432f-b2b5-9c4d19ce6cdf tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391935
Nov 24 17:52:24.358831 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949f0b7-4334-45ef-8280-d46276b6e094 req-5ef661f7-d62f-4297-a9f5-be17746b4d17 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:24.360373 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d949f0b7-4334-45ef-8280-d46276b6e094 req-5ef661f7-d62f-4297-a9f5-be17746b4d17 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 931 time: 0.2395802
Nov 24 17:52:24.365961 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf37007a-0e70-4048-9536-5b6d7cf2b2a4,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:24.369634 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:24.383178 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.384502 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bf37007a-0e70-4048-9536-5b6d7cf2b2a4 HTTP/1.1" status: 204  len: 168 time: 0.3890903
Nov 24 17:52:24.445694 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d949f0b7-4334-45ef-8280-d46276b6e094 req-654b72a9-d342-471d-a13f-ee112b8964e3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640752
Nov 24 17:52:24.455581 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.517731 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48878a-0d79-4305-b586-c8616e49778a req-7598ca96-5228-4513-9c37-c994a48899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:24.519286 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-7598ca96-5228-4513-9c37-c994a48899aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d38ff3a0728b4c08b344b804e0d1ccad&device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 1096 time: 0.2866442
Nov 24 17:52:24.700380 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42120) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:24.717624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.732749 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:24.736650 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7d1eb898db4b41bf11f7a01fcc9747 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:24.739457 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:24.746568 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:24.810824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48878a-0d79-4305-b586-c8616e49778a req-f88fd490-2980-4a02-adfa-f4d6554bf702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:24.812242 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-f88fd490-2980-4a02-adfa-f4d6554bf702 service neutron] 10.222.0.55 "GET /v2.0/networks?id=13b3371c-40b3-489c-893f-79b52f800877 HTTP/1.1" status: 200  len: 915 time: 0.2795014
Nov 24 17:52:24.837217 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.850891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:24.859439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1f62a791-1374-4e21-a84b-c2793f199c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:24.957029 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6d7d1eb898db4b41bf11f7a01fcc9747&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2530599
Nov 24 17:52:24.958016 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1640290c-c2d4-453d-b96f-23bd9b4b035c,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:24.959914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42136) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:24.964436 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:24.966419 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-c5d9fa4e-50b6-4770-a8fb-f0d3eb5ba45e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10363e40-65d5-4242-9986-a18d5073f092 HTTP/1.1" status: 200  len: 217 time: 0.0875297
Nov 24 17:52:25.029036 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978a46f-5ce7-4fe1-8001-fb487a8ce75c req-9b9b7c4e-21bb-4c11-a35f-68028deb8de8 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.030500 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2978a46f-5ce7-4fe1-8001-fb487a8ce75c req-9b9b7c4e-21bb-4c11-a35f-68028deb8de8 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.1646590
Nov 24 17:52:25.058402 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.086153 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaa1b0-5017-4bd1-880f-01eb08a22d46 req-3f9bf8d5-c826-46d9-b36d-7a1bc9199324 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.087926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91aaa1b0-5017-4bd1-880f-01eb08a22d46 req-3f9bf8d5-c826-46d9-b36d-7a1bc9199324 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3260410
Nov 24 17:52:25.090779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48878a-0d79-4305-b586-c8616e49778a req-b769f00e-f1cf-4409-87c4-720102e331cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.092188 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-b769f00e-f1cf-4409-87c4-720102e331cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb66239c-815c-40f7-9daa-a29a615fddf2 HTTP/1.1" status: 200  len: 854 time: 0.1171324
Nov 24 17:52:25.110238 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.140425 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2978a46f-5ce7-4fe1-8001-fb487a8ce75c req-9803d8e6-3939-4d71-a004-cf05043bb60d tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992730
Nov 24 17:52:25.184595 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-40cc75b2-e5e1-4879-b02d-1b3664a03c8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13b3371c-40b3-489c-893f-79b52f800877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0725768
Nov 24 17:52:25.196324 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91aaa1b0-5017-4bd1-880f-01eb08a22d46 req-df7ecb92-a463-4429-b8d8-45ccee019563 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017981
Nov 24 17:52:25.217866 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.225791 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1af0aa29-7cb1-43f8-8955-dff764a72dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:25.242967 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1640290c-c2d4-453d-b96f-23bd9b4b035c,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:25.246058 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:25.249307 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.254620 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1640290c-c2d4-453d-b96f-23bd9b4b035c HTTP/1.1" status: 204  len: 168 time: 0.2917943
Nov 24 17:52:25.336293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa8ced4-236c-4411-8064-df63a3451657 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:25.348121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.404357 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-7b8494c7-2434-40ca-94d0-28b70ad38fbe service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1786821
Nov 24 17:52:25.410851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Transition to ACTIVE for port object 8fa8ced4-236c-4411-8064-df63a3451657 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:25.451719 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:25.521393 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-7345294a-0f96-43ee-a59d-248044396ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1068127
Nov 24 17:52:25.594014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:25.779564 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-90491a28-cbb1-4035-b1cb-26766b34a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.781088 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-90491a28-cbb1-4035-b1cb-26766b34a395 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.1515231
Nov 24 17:52:25.790271 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83b22c-d5e4-4a1b-889d-38a72d89238a req-f548b6e5-1466-40d9-b493-c9503f36f605 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.792253 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0d83b22c-d5e4-4a1b-889d-38a72d89238a req-f548b6e5-1466-40d9-b493-c9503f36f605 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.1201303
Nov 24 17:52:25.843782 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0d83b22c-d5e4-4a1b-889d-38a72d89238a req-71388805-a032-4ffd-9e2a-e4116cea1453 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431144
Nov 24 17:52:25.849698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:25.853520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:25.931926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca48878a-0d79-4305-b586-c8616e49778a req-3752f767-6205-4f65-bde9-0b9ed8787974 service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5188992
Nov 24 17:52:25.971771 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d026442-764a-4d33-9d6b-b6760b9f2a1a req-d65d95e2-9f5e-4233-8a94-25fbb78d8a21 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:25.973386 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3d026442-764a-4d33-9d6b-b6760b9f2a1a req-d65d95e2-9f5e-4233-8a94-25fbb78d8a21 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.3428662
Nov 24 17:52:25.975757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Attempting to bind port 8fa8ced4-236c-4411-8064-df63a3451657 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:25.976664 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Attempting to bind port 8fa8ced4-236c-4411-8064-df63a3451657 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:25.977002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Attempting to bind port 8fa8ced4-236c-4411-8064-df63a3451657 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:25.983125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Port 8fa8ced4-236c-4411-8064-df63a3451657 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:52:25.983451 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Attempting to bind port 8fa8ced4-236c-4411-8064-df63a3451657 on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:26.001870 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:26.002211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Checking segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:26.002590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Bound using segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:26.003019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Bound port: 8fa8ced4-236c-4411-8064-df63a3451657, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:26.003366 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:26.046791 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0edc8c55-1a11-4df1-8f3f-573a064f4ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:26.091149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3d026442-764a-4d33-9d6b-b6760b9f2a1a req-19719fb1-3247-45a5-ae89-e69c89ab70f0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089478
Nov 24 17:52:26.125115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:26.128165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8fa8ced4-236c-4411-8064-df63a3451657,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:26.134354 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:26.147072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:26.232304 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:26.232843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:26.234194 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] 10.222.0.55 "PUT /v2.0/ports/8fa8ced4-236c-4411-8064-df63a3451657 HTTP/1.1" status: 200  len: 1093 time: 1.9987841
Nov 24 17:52:26.234677 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:26.256505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Pushing event updated for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:26.260362 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:26.365810 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f97532-9503-4f0f-8627-c8313cbfc604 req-711b26d6-79f8-4299-bea0-fdbb09f84039 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:26.367398 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c3f97532-9503-4f0f-8627-c8313cbfc604 req-711b26d6-79f8-4299-bea0-fdbb09f84039 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.0958331
Nov 24 17:52:26.441587 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c3f97532-9503-4f0f-8627-c8313cbfc604 req-961d6ccf-04f7-4b52-ad31-ec2ff832caf6 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646527
Nov 24 17:52:26.495928 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657', 'status': 'completed', 'code': 200}
Nov 24 17:52:26.589980 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f6aed-e05d-4e17-aa0a-b9a4e5f4f22e req-a99956e0-f7b9-418e-9c91-be1bb41a593a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:26.591478 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-041f6aed-e05d-4e17-aa0a-b9a4e5f4f22e req-a99956e0-f7b9-418e-9c91-be1bb41a593a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1072454
Nov 24 17:52:26.641851 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-041f6aed-e05d-4e17-aa0a-b9a4e5f4f22e req-39df69fe-8317-4418-af1b-b5695789799a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444596
Nov 24 17:52:26.682415 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f20ca9-8355-4ea8-bc9a-946617be04bc req-f7447821-87da-4d2e-b4fa-09a27e8d4e8f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:26.684096 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-69f20ca9-8355-4ea8-bc9a-946617be04bc req-f7447821-87da-4d2e-b4fa-09a27e8d4e8f tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.0981073
Nov 24 17:52:26.701017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:26.736303 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-69f20ca9-8355-4ea8-bc9a-946617be04bc req-2212f5db-ea53-4424-9187-72afb92cd69d tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451212
Nov 24 17:52:27.034781 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9a2ab-62b6-4f44-a5f7-deb15cccc762 req-da1010bd-9eaf-4964-8ce2-88bcba5b25d7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:27.035479 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-e7e9a2ab-62b6-4f44-a5f7-deb15cccc762 req-da1010bd-9eaf-4964-8ce2-88bcba5b25d7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:52:27.051980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-e7e9a2ab-62b6-4f44-a5f7-deb15cccc762 req-da1010bd-9eaf-4964-8ce2-88bcba5b25d7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:52:27.053139 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e7e9a2ab-62b6-4f44-a5f7-deb15cccc762 req-da1010bd-9eaf-4964-8ce2-88bcba5b25d7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.1005275
Nov 24 17:52:27.099355 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e7e9a2ab-62b6-4f44-a5f7-deb15cccc762 req-c64470a6-c468-4e19-80c5-a3f41121cced tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397818
Nov 24 17:52:27.550653 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42230) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:27.635723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc12e6b-a7c2-4c7b-8dec-4c711008097e req-c2f2cfe4-d6e6-4732-8435-aba5334afa82 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:27.637249 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0fc12e6b-a7c2-4c7b-8dec-4c711008097e req-c2f2cfe4-d6e6-4732-8435-aba5334afa82 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.0927675
Nov 24 17:52:27.685640 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0fc12e6b-a7c2-4c7b-8dec-4c711008097e req-923f8f92-ef18-4a37-8247-95b8f93b65c2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428445
Nov 24 17:52:27.714693 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:27.729969 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:27.733786 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Usage tracker for resource:security_group_rule and tenant:52419df546864958b24ea8f5115b6786 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:27.736582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:27.742888 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:27.827570 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:27.832373 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:27.839503 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-044635bc-453e-4868-b846-eaa96e49429c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:27.861996 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773c3ee-5fb7-41f6-b359-70d362865db3 req-cde22ff1-c2a6-40a4-86d0-a8731ed3682b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:27.863444 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d773c3ee-5fb7-41f6-b359-70d362865db3 req-cde22ff1-c2a6-40a4-86d0-a8731ed3682b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.0836766
Nov 24 17:52:27.878852 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219b6589-dab7-4a50-8446-f17dfa11be7e,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:27.885786 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52419df546864958b24ea8f5115b6786&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3315704
Nov 24 17:52:27.885786 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:27.886063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42240) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:27.909511 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d773c3ee-5fb7-41f6-b359-70d362865db3 req-fc2ffef9-8e87-46c5-9cbb-3a0dc8633aac tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393398
Nov 24 17:52:27.950792 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:27.978082 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.033445 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.037355 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3fd5c87-e078-4e9c-97d8-433a808f7dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:28.054471 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b6589-dab7-4a50-8446-f17dfa11be7e,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:28.055999 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.059567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:28.062649 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.064453 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/219b6589-dab7-4a50-8446-f17dfa11be7e HTTP/1.1" status: 204  len: 168 time: 0.1773357
Nov 24 17:52:28.101609 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c70d2-e09a-4ab8-aa5a-def83805b737 req-fac02bac-781a-481a-b2cc-5632d60769a8 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:28.103098 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c0c70d2-e09a-4ab8-aa5a-def83805b737 req-fac02bac-781a-481a-b2cc-5632d60769a8 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.0978363
Nov 24 17:52:28.149255 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c0c70d2-e09a-4ab8-aa5a-def83805b737 req-2675afb8-4813-4445-8e81-f02ab0aa5fcb tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405629
Nov 24 17:52:28.328036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7574b-1e9e-49e3-b081-9c75144ec807 req-a93f731c-e0aa-46af-9804-ea3c6f569ff0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:28.329966 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6bd7574b-1e9e-49e3-b081-9c75144ec807 req-a93f731c-e0aa-46af-9804-ea3c6f569ff0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.0840669
Nov 24 17:52:28.352854 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42250) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:28.370087 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.374999 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6bd7574b-1e9e-49e3-b081-9c75144ec807 req-28f1b1e9-6d87-498b-b55e-4ecae011672f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394864
Nov 24 17:52:28.385421 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:28.389740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Usage tracker for resource:security_group_rule and tenant:9df9e69fb2d74090a7827f58ffc7740b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:28.392824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:28.399467 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:28.486186 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.490003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.497242 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4b6c33c6-39a6-4598-a50d-9a8cccc9e03c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:28.540980 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9df9e69fb2d74090a7827f58ffc7740b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1870422
Nov 24 17:52:28.542142 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d83936-ad85-4092-a1af-b296cfeb9fb9,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:28.543958 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 42256) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:28.545277 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:28.607244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.631747 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.685501 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.689224 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ff40941d-cf4a-44d7-9766-a0c6475a4198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:28.691212 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 10363e40-65d5-4242-9986-a18d5073f092 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:52:28.701633 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d83936-ad85-4092-a1af-b296cfeb9fb9,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:28.705429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:28.708740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:28.712363 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d64dcb6f-1da2-4180-ae52-e310bf0a531d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4d83936-ad85-4092-a1af-b296cfeb9fb9 HTTP/1.1" status: 204  len: 168 time: 0.1648271
Nov 24 17:52:28.895430 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=10363e40-65d5-4242-9986-a18d5073f092,segment=NetworkSegment(508afb4c-00c4-435b-bb2f-82defc7313fe),segment_id=508afb4c-00c4-435b-bb2f-82defc7313fe)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:28.912652 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '10363e40-65d5-4242-9986-a18d5073f092', 'network_id': '13b3371c-40b3-489c-893f-79b52f800877', 'port_id': '10363e40-65d5-4242-9986-a18d5073f092', 'mac_address': 'fa:16:3e:32:a4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb66239c-815c-40f7-9daa-a29a615fddf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:52:28.912905 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-55302abf-e938-43d4-aad8-f0ebb2920db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:28.914847 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-55302abf-e938-43d4-aad8-f0ebb2920db1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1680925
Nov 24 17:52:28.984770 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a1da-b36e-4dea-9058-98d5b099762c req-6f599875-a3e5-4440-95b6-56cfc3fefba6 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:28.986290 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3b81a1da-b36e-4dea-9058-98d5b099762c req-6f599875-a3e5-4440-95b6-56cfc3fefba6 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 943 time: 0.1122799
Nov 24 17:52:28.992902 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-f4d71c3d-e72d-4041-a890-b34ead74de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:28.994433 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-f4d71c3d-e72d-4041-a890-b34ead74de29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 1096 time: 0.1884553
Nov 24 17:52:29.015397 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:29.035557 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10363e40-65d5-4242-9986-a18d5073f092 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:29.073000 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=10363e40-65d5-4242-9986-a18d5073f092,segment=NetworkSegment(508afb4c-00c4-435b-bb2f-82defc7313fe),segment_id=508afb4c-00c4-435b-bb2f-82defc7313fe)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:29.079897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:29.083217 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:29.098709 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-e8de907f-8bc5-4330-a638-51f5e1d19fb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.1708176
Nov 24 17:52:29.167127 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:29.180766 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:29.186921 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-daa5efa0-b32d-4341-a208-6c113c6808fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.188369 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-daa5efa0-b32d-4341-a208-6c113c6808fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0779698
Nov 24 17:52:29.216288 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3b81a1da-b36e-4dea-9058-98d5b099762c req-3417384c-bd18-4f3d-aafb-acff7478fc92 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2088690
Nov 24 17:52:29.262204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-42bbff93-b6ec-4876-a8ed-8a271b7bed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.263915 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-42bbff93-b6ec-4876-a8ed-8a271b7bed0f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2542624
Nov 24 17:52:29.302111 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-f664ce00-b134-4738-9e17-cf3794ece720 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578249
Nov 24 17:52:29.454254 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb594370-aa1e-4f2c-a47d-63988a9c0cdd req-97738d6a-c92c-4d21-8a39-29b74a6e5b29 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.461991 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bb594370-aa1e-4f2c-a47d-63988a9c0cdd req-97738d6a-c92c-4d21-8a39-29b74a6e5b29 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.2769012
Nov 24 17:52:29.477827 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['10363e40-65d5-4242-9986-a18d5073f092'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:29.554556 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-5b3115bf-28ad-48b1-b0ea-40cc212ae8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.556044 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6ab9427b-c21b-4c72-b2cc-f47402e1bac1 req-5b3115bf-28ad-48b1-b0ea-40cc212ae8dd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2795231
Nov 24 17:52:29.557991 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e746073-686b-4ccf-bfb7-0820307550a1 req-a95afd96-c4da-4af8-a8bc-cf8e1ece63f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.559646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6e746073-686b-4ccf-bfb7-0820307550a1 req-a95afd96-c4da-4af8-a8bc-cf8e1ece63f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.2630146
Nov 24 17:52:29.574430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bbe33-30ea-4d3b-aa7d-835102081ffd req-d639560c-f3ab-4067-9346-b57da9a5aa18 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.583326 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-580bbe33-30ea-4d3b-aa7d-835102081ffd req-d639560c-f3ab-4067-9346-b57da9a5aa18 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.1893759
Nov 24 17:52:29.666080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:29.685552 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bb594370-aa1e-4f2c-a47d-63988a9c0cdd req-f82e0a52-4501-4996-8288-8125daebf92f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224958
Nov 24 17:52:29.693758 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-24370555-b75e-44a5-9668-29cfb78d42f8 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3803980
Nov 24 17:52:29.704732 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6e746073-686b-4ccf-bfb7-0820307550a1 req-2400d93b-9ee9-4b55-b8bd-c12d9333192a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192200
Nov 24 17:52:29.718543 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-580bbe33-30ea-4d3b-aa7d-835102081ffd req-16001cd2-c011-43f4-b487-781a599d9088 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342373
Nov 24 17:52:29.755443 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-96617808-8ad0-4a22-a4e0-eb3f30c59991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:29.757072 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-96617808-8ad0-4a22-a4e0-eb3f30c59991 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 1096 time: 0.1436479
Nov 24 17:52:30.004148 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2294882d-5923-4f0d-8dca-5fa475e6ba76 req-b71b3365-65bb-4b40-abde-02a8c146a71f service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955489
Nov 24 17:52:30.024958 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9b44-ae04-44cd-be72-642565fa5a29 req-c0d1f73b-65a6-4882-b0f1-3d69bd892535 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:30.026527 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d1eb9b44-ae04-44cd-be72-642565fa5a29 req-c0d1f73b-65a6-4882-b0f1-3d69bd892535 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.1655042
Nov 24 17:52:30.050005 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-a4a41847-f7d4-40e6-8ac6-75a1d592e8b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa8ced4-236c-4411-8064-df63a3451657 HTTP/1.1" status: 200  len: 217 time: 0.0769770
Nov 24 17:52:30.096333 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d1eb9b44-ae04-44cd-be72-642565fa5a29 req-a9a4bd83-6fac-4a12-8efc-8e4d8b49a9db tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625188
Nov 24 17:52:30.135229 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851827-9487-48b9-b754-53739379a7c7 req-34a0dcaa-b829-4c1e-b931-c45559c5bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:30.136772 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-34a0dcaa-b829-4c1e-b931-c45559c5bca8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0683460
Nov 24 17:52:30.196338 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-e9431fba-ed23-4793-aea9-7a7c71e884b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454228
Nov 24 17:52:30.405624 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-a611b6d6-9f9d-4e0e-abb3-ea2d92744c41 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1857734
Nov 24 17:52:30.492484 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42316) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:30.527169 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe8616-d8a0-419d-9f28-04029d984cdd req-5be6df5c-0c50-4e54-b156-5714d479afeb tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:30.528667 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e8fe8616-d8a0-419d-9f28-04029d984cdd req-5be6df5c-0c50-4e54-b156-5714d479afeb tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 944 time: 0.1849446
Nov 24 17:52:30.590437 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d851827-9487-48b9-b754-53739379a7c7 req-ac5f2c16-1a02-4246-8e84-b6a8595d1faf service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767917
Nov 24 17:52:30.600138 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e8fe8616-d8a0-419d-9f28-04029d984cdd req-3736a1a2-a8d0-4c14-8e3f-f5cb8091707b tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559411
Nov 24 17:52:30.637608 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:30.651938 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:30.655763 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac8ca947b0049b0ab982f4cabeaec5f is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:30.658659 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:30.665906 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:30.757267 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:30.764897 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:30.772227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-81b49d97-d1ec-4895-9a96-fcebe579206b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:30.845431 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ac8ca947b0049b0ab982f4cabeaec5f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3517489
Nov 24 17:52:30.852580 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42326) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:30.853245 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53aa421-76dd-4008-aff2-d59ddb40d3f6,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:30.862097 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:30.912457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6af5a-9b3d-4336-aab2-012650c24b68 req-1d0203da-f523-4e8f-9ad8-ae4061f1d80a tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:30.914413 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0ff6af5a-9b3d-4336-aab2-012650c24b68 req-1d0203da-f523-4e8f-9ad8-ae4061f1d80a tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.0886929
Nov 24 17:52:30.961029 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596eea8-75e7-4119-9e16-c1ecee551954 req-b864c1da-a3ab-4c57-90aa-48a211bb46ec tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:30.961029 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e596eea8-75e7-4119-9e16-c1ecee551954 req-b864c1da-a3ab-4c57-90aa-48a211bb46ec tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.1505525
Nov 24 17:52:30.961029 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:30.965204 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0ff6af5a-9b3d-4336-aab2-012650c24b68 req-31bda0ab-4425-4554-b06a-2391247a5990 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440645
Nov 24 17:52:31.012978 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.052524 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e596eea8-75e7-4119-9e16-c1ecee551954 req-1a14bb27-34f2-4a10-9916-754cac704456 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796354
Nov 24 17:52:31.096923 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.103687 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a1d0dc21-8b43-4d7d-a66f-b0d542f4b6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:31.117554 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53aa421-76dd-4008-aff2-d59ddb40d3f6,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:31.121744 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:31.127831 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.131651 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f53aa421-76dd-4008-aff2-d59ddb40d3f6 HTTP/1.1" status: 204  len: 168 time: 0.2732213
Nov 24 17:52:31.301137 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3d169-9c0c-4ace-b11f-20749e86a405 req-58f60b34-91d6-4a35-8e18-dd7ab024e2c6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:31.308181 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-08e3d169-9c0c-4ace-b11f-20749e86a405 req-58f60b34-91d6-4a35-8e18-dd7ab024e2c6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.0956728
Nov 24 17:52:31.352338 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-08e3d169-9c0c-4ace-b11f-20749e86a405 req-d4eac95c-9823-4062-9633-f70203a401dc tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432951
Nov 24 17:52:31.523914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-b67def5e-8172-4ecd-80e6-8fc332f046b4 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:31.525396 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-b67def5e-8172-4ecd-80e6-8fc332f046b4 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.0869853
Nov 24 17:52:31.603384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Deleting port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 17:52:31.603823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.706854 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 10363e40-65d5-4242-9986-a18d5073f092 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:31.784520 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 10363e40-65d5-4242-9986-a18d5073f092 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:31.790744 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 10363e40-65d5-4242-9986-a18d5073f092 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:31.791152 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.922652 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.950896 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10363e40-65d5-4242-9986-a18d5073f092'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:31.962899 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=10363e40-65d5-4242-9986-a18d5073f092,segment=NetworkSegment(508afb4c-00c4-435b-bb2f-82defc7313fe),segment_id=508afb4c-00c4-435b-bb2f-82defc7313fe)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:31.973601 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:31.979306 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:31.998639 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90059fb4-1023-418c-8302-58642ed09b1f req-1117e396-2773-474a-ac06-eb4f6caec093 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:32.005565 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90059fb4-1023-418c-8302-58642ed09b1f req-1117e396-2773-474a-ac06-eb4f6caec093 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 944 time: 0.2784379
Nov 24 17:52:32.034566 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] For port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,segment=NetworkSegment(334b56f4-6899-4aa8-9f41-84f2301e84be),segment_id=334b56f4-6899-4aa8-9f41-84f2301e84be)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:32.035173 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:32.053587 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:32.067894 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10363e40-65d5-4242-9986-a18d5073f092', 'code': 200}
Nov 24 17:52:32.068817 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:32.203403 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90059fb4-1023-418c-8302-58642ed09b1f req-3d2b4df9-c052-46fa-9d86-7ee628374bc4 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968689
Nov 24 17:52:32.210428 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Calling delete_port for 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 17:52:32.380663 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4b0b8-9c59-4442-b938-456ad6034bae req-f1b75be2-ff68-47bd-a008-716c2c512543 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:32.387755 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7fe4b0b8-9c59-4442-b938-456ad6034bae req-f1b75be2-ff68-47bd-a008-716c2c512543 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 950 time: 0.1819229
Nov 24 17:52:32.447150 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:32.453787 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7fe4b0b8-9c59-4442-b938-456ad6034bae req-742b8c75-6eee-41a9-a4df-669bdd1af86e tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/security-groups?id=00d9042d-056d-4483-93af-40cd6114a3c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650775
Nov 24 17:52:32.459899 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133fa9d-6e62-48bf-a02e-c83b6df0fea8 req-e68e673e-d1af-47fb-9d74-905519646420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:32.468619 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6133fa9d-6e62-48bf-a02e-c83b6df0fea8 req-e68e673e-d1af-47fb-9d74-905519646420 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 1098 time: 0.1823914
Nov 24 17:52:32.469893 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['3c04d978-e9a4-4bda-ac5a-8e11afc81f83'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:32.498709 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-63ceef91-c99f-4ddd-a62e-94ab51cfa3c5 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:32.552283 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6133fa9d-6e62-48bf-a02e-c83b6df0fea8 req-a7546bc9-74c5-47c9-b228-2b6c40bbf749 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679326
Nov 24 17:52:32.628406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Pushing event deleted for resources: {'Port': ['ID=3c04d978-e9a4-4bda-ac5a-8e11afc81f83,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:32.657718 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:32.683033 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] No DVR routers for this DVR port 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 17:52:32.691348 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:32.696812 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'name': 'network-vif-deleted', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:32.732348 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4008bd-1fd3-42f4-a375-a2c163b51a41 req-21ce9a35-3f87-429a-a609-153f156910b3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:32.744280 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ac4008bd-1fd3-42f4-a375-a2c163b51a41 req-21ce9a35-3f87-429a-a609-153f156910b3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.3381035
Nov 24 17:52:32.796309 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90aab2d2-5997-48cb-9355-bc9333f23834 req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.55 "DELETE /v2.0/ports/3c04d978-e9a4-4bda-ac5a-8e11afc81f83 HTTP/1.1" status: 204  len: 173 time: 1.2636421
Nov 24 17:52:32.812600 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ac4008bd-1fd3-42f4-a375-a2c163b51a41 req-fbe71efc-2714-4bbb-8926-6e4f2da66b9f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653765
Nov 24 17:52:32.825034 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42392) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:32.917270 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2784728-f018-45e5-ac01-9fb121333b35', 'name': 'network-vif-deleted', 'tag': '3c04d978-e9a4-4bda-ac5a-8e11afc81f83', 'status': 'completed', 'code': 200}
Nov 24 17:52:32.976311 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:32.992429 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:32.996488 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Usage tracker for resource:security_group_rule and tenant:5c888a757b2040c383c4fa45ae97484b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:32.999301 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:33.005588 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:33.043543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73598-ca2d-4d45-8a8d-4b0eaf6bdaea req-bd9b2ff0-e3b3-4bfa-80b1-470e9e37767a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:33.045175 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-71d73598-ca2d-4d45-8a8d-4b0eaf6bdaea req-bd9b2ff0-e3b3-4bfa-80b1-470e9e37767a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 943 time: 0.1040151
Nov 24 17:52:33.091023 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-71d73598-ca2d-4d45-8a8d-4b0eaf6bdaea req-372bd2a3-f735-4924-a18b-f2daba1c6e5c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396848
Nov 24 17:52:33.146290 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e67b6b-db00-4923-998d-4495e9809b41 req-8ba068e5-575a-48c3-8989-c9f6693b6de2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:33.147844 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8e67b6b-db00-4923-998d-4495e9809b41 req-8ba068e5-575a-48c3-8989-c9f6693b6de2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1292214
Nov 24 17:52:33.180271 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.186120 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.193932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c1fc1b17-77f3-4caa-a932-b593f01d3bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:33.241217 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8e67b6b-db00-4923-998d-4495e9809b41 req-d0b0771f-0674-4ffa-b71c-a8682b786084 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820186
Nov 24 17:52:33.254290 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c888a757b2040c383c4fa45ae97484b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4282777
Nov 24 17:52:33.255254 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04233bb4-ab82-45da-9f46-ec9e2d52dbd4,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:33.257527 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42404) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:33.260069 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:33.346199 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.379932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.421329 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943475ce-a530-4884-8333-d4ac07cf25e0 req-f6e6de49-5135-4c5b-8f54-ab888737d8de tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:33.423094 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-943475ce-a530-4884-8333-d4ac07cf25e0 req-f6e6de49-5135-4c5b-8f54-ab888737d8de tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 945 time: 0.0861342
Nov 24 17:52:33.457963 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.464507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-65e58931-1d5e-4441-8b2c-a770bb44d5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:33.479051 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04233bb4-ab82-45da-9f46-ec9e2d52dbd4,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:33.482343 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:33.485520 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-943475ce-a530-4884-8333-d4ac07cf25e0 req-ae606e3a-b8b1-4e3a-b031-b2c31d3f71e4 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552585
Nov 24 17:52:33.492042 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:33.494990 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-93ec6417-aae5-4591-9590-d8bf30e3bbf8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04233bb4-ab82-45da-9f46-ec9e2d52dbd4 HTTP/1.1" status: 204  len: 168 time: 0.2355964
Nov 24 17:52:33.652887 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8ed73157-f90f-4716-849a-a8a6867c413f req-c20fbe35-d302-457f-9288-de276805e632 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2784728-f018-45e5-ac01-9fb121333b35 HTTP/1.1" status: 200  len: 210 time: 0.0543497
Nov 24 17:52:33.724493 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8fa8ced4-236c-4411-8064-df63a3451657 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:52:33.893607 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8fa8ced4-236c-4411-8064-df63a3451657,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:33.935248 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '8fa8ced4-236c-4411-8064-df63a3451657', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'port_id': '8fa8ced4-236c-4411-8064-df63a3451657', 'mac_address': 'fa:16:3e:46:f3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b7988-f9c2-4ec1-8b3a-064a8a30b603', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:52:34.002278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:34.024363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa8ced4-236c-4411-8064-df63a3451657 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:52:34.041440 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8fa8ced4-236c-4411-8064-df63a3451657,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:34.047729 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:34.051895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:34.138276 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:34.149207 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:34.417538 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['8fa8ced4-236c-4411-8064-df63a3451657'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:52:34.423560 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665f83d-40d1-4fba-a600-42ead4b2183e req-114e998b-9aa4-454f-90e0-6497e128adf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:34.446523 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3665f83d-40d1-4fba-a600-42ead4b2183e req-114e998b-9aa4-454f-90e0-6497e128adf3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 944 time: 0.1554604
Nov 24 17:52:34.518351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 42450) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:34.532431 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3665f83d-40d1-4fba-a600-42ead4b2183e req-6cdfaebe-c538-4593-a2d2-d7f6e09bfe19 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757713
Nov 24 17:52:34.692118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-725837624-network', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:34.702707 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:34.708160 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Usage tracker for resource:network and tenant:7f9fe515b48740349e895a3c54d63a46 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:34.717151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:34.725214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:34.745722 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Made reservation on behalf of 7f9fe515b48740349e895a3c54d63a46 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:34.748244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:34.764575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:34.790654 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1596-2bea-4953-a6ec-6c95909c2bb2 req-0977fb10-8a4a-4a8a-9f06-f0646b16e004 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:34.792435 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a61e1596-2bea-4953-a6ec-6c95909c2bb2 req-0977fb10-8a4a-4a8a-9f06-f0646b16e004 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 945 time: 0.1429126
Nov 24 17:52:34.797904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:34.801953 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:7f9fe515b48740349e895a3c54d63a46 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:34.807166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:34.828724 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:34.901163 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a61e1596-2bea-4953-a6ec-6c95909c2bb2 req-7e57dd9d-27a0-418a-a1a2-658e27eb08a1 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949163
Nov 24 17:52:35.026893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.035474 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.040558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c32a9422-0797-46cd-80d6-abfd6ad9f8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:35.128830 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:52:35.149842 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.150202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Added segment a17fb6ba-df06-4019-b20c-e48497028763 of type vlan for network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a
Nov 24 17:52:35.182831 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.212632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fdd780-4e96-455e-9307-a8007d0f3c81,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:35.216716 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:35.218494 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.219927 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:35.220667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.245297 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:35.321260 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8017406
Nov 24 17:52:35.324406 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42536) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:35.331083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Request body: {'subnet': {'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-725837624-subnet', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:35.349590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:35.350522 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:35.355175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:35.365287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Usage tracker for resource:subnet and tenant:7f9fe515b48740349e895a3c54d63a46 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:35.365494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:52:35.371104 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:35.381947 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:35.397950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Made reservation on behalf of 7f9fe515b48740349e895a3c54d63a46 for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:35.401145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2432709'] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.620561 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea376b-c90e-43ce-b8a2-3d7ecb1f865c req-f2355e39-5f6d-419f-aa8f-e3f030b487e4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:35.628647 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-02ea376b-c90e-43ce-b8a2-3d7ecb1f865c req-f2355e39-5f6d-419f-aa8f-e3f030b487e4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.2066286
Nov 24 17:52:35.734665 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-02ea376b-c90e-43ce-b8a2-3d7ecb1f865c req-13d0b0a2-309e-4ec1-bff2-1ca16e5c5fbe tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052158
Nov 24 17:52:35.775965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2247363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2432759'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:35.781493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-94046c0a-6d72-4cd7-98fe-4bbd4032c5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:35.886150 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d8db98-4b18-4b87-a754-d525a257f37a,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:35.976911 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:35.992858 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Checking segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:35.993213 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Network hostable DHCP agents. Network: 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:52:36.021898 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:52:36.040256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd5d8d-5376-460c-9908-d50fa073c2ac req-d16ba0f0-863a-47bf-8ff9-8c49e5d27cbe tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:36.041931 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cdcd5d8d-5376-460c-9908-d50fa073c2ac req-d16ba0f0-863a-47bf-8ff9-8c49e5d27cbe tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 944 time: 0.1962092
Nov 24 17:52:36.042919 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:36.048483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:36.048483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.052398 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e304fd-b9e3-4e43-a041-e98bc10ab1c7 None None] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:36.095201 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-bdc9c50b-7cff-4ccb-924b-0198246c390f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7696576
Nov 24 17:52:36.099408 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 42612) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:36.105740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:36.109269 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cdcd5d8d-5376-460c-9908-d50fa073c2ac req-dd1a58b8-a6e9-48a9-8069-723969b725d4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465574
Nov 24 17:52:36.110335 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:36.114831 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Usage tracker for resource:router and tenant:7f9fe515b48740349e895a3c54d63a46 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:36.118620 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:36.134127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:36.147032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.148266 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.169332 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.354660 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'fixed_ips': [{'subnet_id': '11d8db98-4b18-4b87-a754-d525a257f37a'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 17:52:36.355709 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.414415 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 17:52:36.455493 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 17:52:36.456209 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3c04d978-e9a4-4bda-ac5a-8e11afc81f83 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 17:52:36.462340 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.563160 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Allocated IP 172.20.0.2 (4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a/11d8db98-4b18-4b87-a754-d525a257f37a/9cd54803-447d-4855-862a-e9f25def0260) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:36.812867 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.824631 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Transition to ACTIVE for port object 9cd54803-447d-4855-862a-e9f25def0260 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:36.846309 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Transition to ACTIVE for port object 9cd54803-447d-4855-862a-e9f25def0260 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:36.853412 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.859249 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:36.921933 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.922126 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:36.925096 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:36.929479 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:36.935637 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Pushing event updated for resources: {'Port': ['ID=9cd54803-447d-4855-862a-e9f25def0260,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:36.943583 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:36.971367 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:36.972365 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f2602-8470-40a9-a3fb-9ca5feca44c7 req-7569cab8-a72a-46f8-9e1a-0759b6458cdb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:36.974674 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ac0f2602-8470-40a9-a3fb-9ca5feca44c7 req-7569cab8-a72a-46f8-9e1a-0759b6458cdb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1076694
Nov 24 17:52:37.039307 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Attempting to bind port 9cd54803-447d-4855-862a-e9f25def0260 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:37.039442 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Attempting to bind port 9cd54803-447d-4855-862a-e9f25def0260 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:37.039867 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Attempting to bind port 9cd54803-447d-4855-862a-e9f25def0260 on network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:37.040939 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ac0f2602-8470-40a9-a3fb-9ca5feca44c7 req-11f7991f-5bdb-4649-abc7-86a389329b5e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600595
Nov 24 17:52:37.055306 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:37.055903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Checking segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:37.056331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:37.056737 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Bound using segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:37.064123 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Bound port: 9cd54803-447d-4855-862a-e9f25def0260, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:37.064268 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:37.139934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Allocated IP 172.27.0.32 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/3eaf35ea-659d-4a41-ba13-6a19d249e2bf) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:37.171129 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] For port 9cd54803-447d-4855-862a-e9f25def0260, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:37.174929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] For port 9cd54803-447d-4855-862a-e9f25def0260, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9cd54803-447d-4855-862a-e9f25def0260,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:37.182357 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:37.186555 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:37.293333 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Pushing event updated for resources: {'Port': ['ID=9cd54803-447d-4855-862a-e9f25def0260,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:37.296568 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:37.359041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50172559-31b0-454a-b2b0-5b1d1c9d26f6 req-45b54e48-dea9-466d-8336-4fa7029cd58c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:37.363399 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:37.367152 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-50172559-31b0-454a-b2b0-5b1d1c9d26f6 req-45b54e48-dea9-466d-8336-4fa7029cd58c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 944 time: 0.1274152
Nov 24 17:52:37.415003 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:37.431821 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dabf451a-6bfd-40b1-89ac-53111c0aa437 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:37.500302 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-50172559-31b0-454a-b2b0-5b1d1c9d26f6 req-d46c4b99-030f-4451-bbd7-09fc3d71f37a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321511
Nov 24 17:52:37.518321 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:37.528616 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:37.532912 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:37.681601 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:37.709132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:37.925467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-ce6fc4ed-6ec7-45ef-a238-a41f8ea72a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:37.927107 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-ce6fc4ed-6ec7-45ef-a238-a41f8ea72a13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.3254418
Nov 24 17:52:38.150318 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9cd54803-447d-4855-862a-e9f25def0260 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:38.274895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 9cd54803-447d-4855-862a-e9f25def0260 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:38.351054 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-6d41b620-5d87-4575-a3f8-8e0dfcd57aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:38.353289 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-6d41b620-5d87-4575-a3f8-8e0dfcd57aeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.4155617
Nov 24 17:52:38.558567 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-9c92a006-3c69-4aac-8566-13c6dcbdce6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.1921909
Nov 24 17:52:38.559217 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:38.622376 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0189cd-bdf9-449d-9436-df03fdeafbad None None] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:38.850212 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85a762-37de-45cf-8dfb-efa951c12586 req-698278a1-9f66-44b6-8de0-2d9d296879e3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:38.859151 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6a85a762-37de-45cf-8dfb-efa951c12586 req-698278a1-9f66-44b6-8de0-2d9d296879e3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.5760422
Nov 24 17:52:38.892914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-6928f000-bae8-4a1b-8d8f-2393e98a5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:38.894626 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-6928f000-bae8-4a1b-8d8f-2393e98a5c1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.2758188
Nov 24 17:52:38.906674 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 42798) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:38.922439 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Provisioning for port 9cd54803-447d-4855-862a-e9f25def0260 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:38.941074 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Provisioning complete for port 9cd54803-447d-4855-862a-e9f25def0260 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:38.941937 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:38.959743 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-76b3b3fe-6c48-4d70-befb-70a34d05677b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499945
Nov 24 17:52:39.055125 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8beeb5c-3639-4362-8551-4c5fd6f8eeda req-83432d09-23b3-4d70-8bad-20f27b0c0be8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:39.080920 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8beeb5c-3639-4362-8551-4c5fd6f8eeda req-83432d09-23b3-4d70-8bad-20f27b0c0be8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 944 time: 0.2151153
Nov 24 17:52:39.143580 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.160295 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6a85a762-37de-45cf-8dfb-efa951c12586 req-6e745536-15a9-4dc8-9c14-00bcb84f5ded tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3000033
Nov 24 17:52:39.172647 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8beeb5c-3639-4362-8551-4c5fd6f8eeda req-0d078d81-b36b-44e9-b132-4ce0d65ee50b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901222
Nov 24 17:52:39.223470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] For port 9cd54803-447d-4855-862a-e9f25def0260, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9cd54803-447d-4855-862a-e9f25def0260,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:39.234417 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.237768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:39.334379 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Pushing event updated for resources: {'Port': ['ID=9cd54803-447d-4855-862a-e9f25def0260,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:39.349072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.350187 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:39.424232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:39.428358 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Usage tracker for resource:security_group_rule and tenant:d6b838f1058a4aad90d5f544ddbdf38b is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:39.432380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:39.442367 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:39.456271 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.559897 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-e82a8a09-79c2-4a26-af0e-d7f215b26ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5914755
Nov 24 17:52:39.664476 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-e2638c31-35fe-4c52-956c-b7f65c4f947f None None] Provisioning complete for port 9cd54803-447d-4855-862a-e9f25def0260 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:39.664939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e2638c31-35fe-4c52-956c-b7f65c4f947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.866049 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.875489 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-517043d7-57cd-4d10-a3c7-3549bd25fbf1 req-7a879324-6560-4ba5-b937-8ec5a58ee0ab service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019691
Nov 24 17:52:39.878455 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:39.888820 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:39.943202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d6b838f1058a4aad90d5f544ddbdf38b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0355027
Nov 24 17:52:39.945641 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a624d9-7024-46a9-9588-c21bb4c9c866,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:39.946431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42836) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:39.948757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:39.951520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Router a2879e39-e698-44d2-8668-5a97e9bfcbd2 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 17:52:40.031134 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.042731 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9cd54803-447d-4855-862a-e9f25def0260 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:40.060742 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.112988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 9cd54803-447d-4855-862a-e9f25def0260 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:40.113576 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.118820 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.123521 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-12c4b818-bad7-4a43-baf7-51ea06028609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:40.136408 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a624d9-7024-46a9-9588-c21bb4c9c866,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:40.139257 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:40.141189 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.142263 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a5a624d9-7024-46a9-9588-c21bb4c9c866 HTTP/1.1" status: 204  len: 168 time: 0.1946392
Nov 24 17:52:40.152649 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:52:40.165589 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Sync routers for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:52:40.182341 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:40.183028 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4f70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:40.183132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] Notify callbacks [] for router, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.186958 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-5f08515c-a731-4a40-91e1-89334c0cd4f9 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.0840237
Nov 24 17:52:40.187530 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 42842) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:40.417498 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960eac4-7fa2-4522-abad-82f62153eff4 req-70b40b75-7bec-4bee-aec8-9ff5df3d628e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:40.424256 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7960eac4-7fa2-4522-abad-82f62153eff4 req-70b40b75-7bec-4bee-aec8-9ff5df3d628e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1384342
Nov 24 17:52:40.455002 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:40.496730 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7960eac4-7fa2-4522-abad-82f62153eff4 req-11926f92-03be-466c-b0e8-a64de88b22e5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654891
Nov 24 17:52:40.677645 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8fa8ced4-236c-4411-8064-df63a3451657 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:40.735103 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5124539-c4bd-409a-a186-5bfd911f2718 req-a0865d17-8f24-4653-be36-07410fd18eee tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:40.736820 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a5124539-c4bd-409a-a186-5bfd911f2718 req-a0865d17-8f24-4653-be36-07410fd18eee tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 944 time: 0.1043570
Nov 24 17:52:40.767363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 8fa8ced4-236c-4411-8064-df63a3451657 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:40.774994 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 8fa8ced4-236c-4411-8064-df63a3451657 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:40.775859 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.837702 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a5124539-c4bd-409a-a186-5bfd911f2718 req-18348387-6304-4656-bead-817c0f0535cd tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932407
Nov 24 17:52:40.938731 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:40.947839 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4f70>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:37Z', 'revision_number': 3, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:40.951887 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Checking router: a2879e39-e698-44d2-8668-5a97e9bfcbd2 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:52:40.952362 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Updating router a2879e39-e698-44d2-8668-5a97e9bfcbd2 port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:52:40.968160 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:52:40.990169 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8fa8ced4-236c-4411-8064-df63a3451657,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:41.004070 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.006137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-1bd4db3f-0c70-4804-a9e1-67d230194f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:41.032099 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.065752 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657', 'code': 200}
Nov 24 17:52:41.130934 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:41.142635 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:41.189019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.418388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Allocated IP 172.20.0.1 (4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a/11d8db98-4b18-4b87-a754-d525a257f37a/7c9d9228-734e-4df5-a991-63339ac2e2bd) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:41.596235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.621887 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Transition to ACTIVE for port object 7c9d9228-734e-4df5-a991-63339ac2e2bd will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:41.675895 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.683412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:41.690030 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.716655 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800fa14-f1b4-4d2d-aa85-c8c28b17dd02 req-92c06b7d-b6d1-49fe-a46b-755fa9b83dbf tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:41.717548 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Transition to ACTIVE for port object 3eaf35ea-659d-4a41-ba13-6a19d249e2bf will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:41.719535 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0800fa14-f1b4-4d2d-aa85-c8c28b17dd02 req-92c06b7d-b6d1-49fe-a46b-755fa9b83dbf tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1034048
Nov 24 17:52:41.730441 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.737978 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:41.767580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:41.770973 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:41.776539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:41.799374 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0800fa14-f1b4-4d2d-aa85-c8c28b17dd02 req-c033088a-2b33-4272-9494-589e2171f06e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737782
Nov 24 17:52:41.837173 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Attempting to bind port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:41.837561 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Attempting to bind port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:41.837997 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Attempting to bind port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:41.861326 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Pushing event updated for resources: {'Port': ['ID=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,revision_number=2']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:41.865393 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:41.877265 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.877794 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.878141 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.878492 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.878819 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.879134 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.879462 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.879884 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.880291 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.880457 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.880785 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.881097 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.884588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.885036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.885477 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.885843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.886239 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.886672 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.887347 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.887769 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.888172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.888588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.888901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.889326 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:41.896141 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:41.896513 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:41.896932 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.898378 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:41.898487 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Bound port: 3eaf35ea-659d-4a41-ba13-6a19d249e2bf, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:41.898908 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.905303 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:41.915676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:41.959905 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:41.992403 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] For port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:41.996707 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] For port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:42.008744 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.016678 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:42.090319 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9388-8e67-4707-b091-e985794704e3 None None] Provisioning for port 7c9d9228-734e-4df5-a991-63339ac2e2bd completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:42.097669 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-3d0c9388-8e67-4707-b091-e985794704e3 None None] Provisioning complete for port 7c9d9228-734e-4df5-a991-63339ac2e2bd triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:42.104113 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9388-8e67-4707-b091-e985794704e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.107035 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:42.107696 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4f70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:42.208194 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01b30a-8001-45a0-bbe2-95f77e11b2f8 req-f43f73f1-f2b2-428e-8ea9-a184853ffbbb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:42.211594 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d01b30a-8001-45a0-bbe2-95f77e11b2f8 req-f43f73f1-f2b2-428e-8ea9-a184853ffbbb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.1787293
Nov 24 17:52:42.230487 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c9388-8e67-4707-b091-e985794704e3 None None] Port 7c9d9228-734e-4df5-a991-63339ac2e2bd cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:52:42.247955 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Pushing event updated for resources: {'Port': ['ID=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:42.251477 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:42.317402 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d01b30a-8001-45a0-bbe2-95f77e11b2f8 req-261cb067-440a-4ab0-bd04-08b32d769145 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006033
Nov 24 17:52:42.362816 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:42.371543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.658507 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4f70>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:37Z', 'revision_number': 3, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:42.662442 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a048d9d-50d5-43c0-8184-2eaf2eb1d96e None None] The sync data for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi is: [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:37Z', 'revision_number': 3, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:52:42.692838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.701453 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.730828 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:42.837880 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:42.849378 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:42.855141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:43.075832 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:43.079571 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:43.088984 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca337-906d-4ef3-ac99-fc73529d6c6d req-693b8dd0-53d8-4f5b-a9a0-15e353481bba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:43.091709 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-07cca337-906d-4ef3-ac99-fc73529d6c6d req-693b8dd0-53d8-4f5b-a9a0-15e353481bba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1368330
Nov 24 17:52:43.097307 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3790ad-48fc-4f6d-97a2-c7b5a06da51f req-cf55d224-2429-433d-8b30-36f3ac957cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:43.099237 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c3790ad-48fc-4f6d-97a2-c7b5a06da51f req-cf55d224-2429-433d-8b30-36f3ac957cc9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 1098 time: 0.1607397
Nov 24 17:52:43.156445 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-07cca337-906d-4ef3-ac99-fc73529d6c6d req-fc3cfe67-8039-4da2-bdb5-17f02c85bf99 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592754
Nov 24 17:52:43.275977 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c3790ad-48fc-4f6d-97a2-c7b5a06da51f req-442d7248-e2e0-44d7-8548-1f305a6c6db7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770359
Nov 24 17:52:43.382065 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-2d63a8b7-34a7-407c-9e68-f780e8ba1417 None None] Provisioning complete for port 7c9d9228-734e-4df5-a991-63339ac2e2bd triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:43.386491 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d63a8b7-34a7-407c-9e68-f780e8ba1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:43.422313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Router a2879e39-e698-44d2-8668-5a97e9bfcbd2 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:52:43.511093 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-2d63a8b7-34a7-407c-9e68-f780e8ba1417 None None] Port 7c9d9228-734e-4df5-a991-63339ac2e2bd cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:52:43.751560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008002e-d148-4648-88c3-677fea65e4ae req-3446aca7-a43b-452c-a340-b513531f73cf tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:43.753147 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4008002e-d148-4648-88c3-677fea65e4ae req-3446aca7-a43b-452c-a340-b513531f73cf tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.2185721
Nov 24 17:52:43.786722 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:52:43.845547 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] 10.222.0.64 "PUT /v2.0/routers/a2879e39-e698-44d2-8668-5a97e9bfcbd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6568425
Nov 24 17:52:43.859534 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4008002e-d148-4648-88c3-677fea65e4ae req-63398e90-3fc0-4f3b-9ed0-ffb069167024 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917499
Nov 24 17:52:43.928577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42982) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:44.081145 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 3eaf35ea-659d-4a41-ba13-6a19d249e2bf up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:44.153005 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-54847669-e439-4f04-81ee-5c0f2cb77c0b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b283337774da482197ccccbdbb2a28b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2227161
Nov 24 17:52:44.155700 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 42994) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:44.164931 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:44.172432 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:44.172895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.225015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.258253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.308954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.322955 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.331434 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4bc73596-dfdf-4c50-a6ac-adbe4ebef098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:44.337567 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:44.343345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.355075 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d9042d-056d-4483-93af-40cd6114a3c8,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:44.362540 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.363193 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.363638 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.364085 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.364937 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-cc3fad62-1903-4a4b-8fc7-01ac766ca744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:44.365258 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.365675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.366196 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.366673 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.367092 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.367740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.368198 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.368636 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.373353 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:44.379513 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.380747 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00d9042d-056d-4483-93af-40cd6114a3c8 HTTP/1.1" status: 204  len: 168 time: 0.2237062
Nov 24 17:52:44.426114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145fb77-4016-4f2b-985f-9e0c2fc99c3a req-3950217c-957f-4e63-a5b2-e76459f30ee9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:44.437415 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d145fb77-4016-4f2b-985f-9e0c2fc99c3a req-3950217c-957f-4e63-a5b2-e76459f30ee9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1575148
Nov 24 17:52:44.483407 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:44.501905 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.502364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.502802 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.504230 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.504369 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d145fb77-4016-4f2b-985f-9e0c2fc99c3a req-2875fc6f-7b95-4bbd-af35-a6d6b9018de2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655658
Nov 24 17:52:44.504766 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.505200 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.508894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.509470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.509886 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.510319 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.510752 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.511243 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:52:44.518866 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:44.734210 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 43012) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:44.740322 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1576200540-network', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:44.746110 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:44.750236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Usage tracker for resource:network and tenant:02a0024d703d4326b422bfafbc0430c3 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:44.753508 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:44.761627 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:44.772265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Made reservation on behalf of 02a0024d703d4326b422bfafbc0430c3 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:44.774942 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.787838 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.802942 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:44.807317 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:02a0024d703d4326b422bfafbc0430c3 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:44.810081 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:44.815986 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:44.868495 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Sync routers for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:52:44.877968 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:44.879330 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59d2790>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:44.919966 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.930309 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:44.962004 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ec8283dc-c1ea-4686-9f91-fc03c0de2279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:44.996815 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 17:52:45.020102 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.020447 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Added segment 7887201b-dc07-4d8c-84ee-4497e1f56e53 of type vlan for network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048
Nov 24 17:52:45.021616 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0433939b-3526-491e-b5c3-d3a135959bed,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:45.029817 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:45.103664 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.124409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:45.149558 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.152200 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:45.152799 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.157907 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-5e41a5a3-85b1-4f73-8ac2-efd65a88e41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:45.187810 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0512d-81e6-433a-9299-b77b7ab3386e req-5f3e8f72-558d-42e1-8592-7d5388343ab0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:45.189325 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aeb0512d-81e6-433a-9299-b77b7ab3386e req-5f3e8f72-558d-42e1-8592-7d5388343ab0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.1578124
Nov 24 17:52:45.283132 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5476027
Nov 24 17:52:45.286110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 43024) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:45.290451 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:45.292439 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Request body: {'subnet': {'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1576200540-subnet', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:45.299973 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:45.307900 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:45.311989 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Usage tracker for resource:subnet and tenant:02a0024d703d4326b422bfafbc0430c3 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:45.313947 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aeb0512d-81e6-433a-9299-b77b7ab3386e req-cede0f79-09ef-4d45-857b-b0935d1ce56a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751269
Nov 24 17:52:45.315075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:45.323095 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:45.335355 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Made reservation on behalf of 02a0024d703d4326b422bfafbc0430c3 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:52:45.338010 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.343477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 17:52:45.574204 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59d2790>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:42Z', 'revision_number': 4, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7c9d9228-734e-4df5-a991-63339ac2e2bd', 'name': '', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'mac_address': 'fa:16:3e:e5:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:41Z', 'updated_at': '2021-11-24T17:52:42Z', 'revision_number': 2, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'subnets': [{'id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:45.578845 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Checking router: a2879e39-e698-44d2-8668-5a97e9bfcbd2 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:52:45.579282 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Updating router a2879e39-e698-44d2-8668-5a97e9bfcbd2 port 7c9d9228-734e-4df5-a991-63339ac2e2bd binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:52:45.589328 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.596755 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:45.639966 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.667849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:45.672269 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:45.681430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Checking segment: {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:45.681791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Network hostable DHCP agents. Network: d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 17:52:45.709135 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 17:52:45.720847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:45.726226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:45.726729 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.758788 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1d42a-ae8a-49b2-aed8-985ba3c3a0a9 req-6017e379-b913-40e0-98b8-3a63e619f96b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:45.759156 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26e1d42a-ae8a-49b2-aed8-985ba3c3a0a9 req-6017e379-b913-40e0-98b8-3a63e619f96b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1324556
Nov 24 17:52:45.760128 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-6b983ae8-3185-44eb-9800-a95adacc21ce admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4727454
Nov 24 17:52:45.761353 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 43032) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:45.766103 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:52:45.778674 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf7702-20fa-465b-b6be-a3ef39179692 None None] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:45.784685 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:45.792581 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Usage tracker for resource:router and tenant:02a0024d703d4326b422bfafbc0430c3 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:45.796904 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:45.810362 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:45.828366 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-26e1d42a-ae8a-49b2-aed8-985ba3c3a0a9 req-ee0df07b-01ac-4a60-a235-ab0d24697ca2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583849
Nov 24 17:52:45.829645 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.830801 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:45.853256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.201847 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'fixed_ips': [{'subnet_id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 17:52:46.203115 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.214729 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 3eaf35ea-659d-4a41-ba13-6a19d249e2bf up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:46.271287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.397699 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.426967 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Transition to ACTIVE for port object 7c9d9228-734e-4df5-a991-63339ac2e2bd will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:46.467376 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.477507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:46.529952 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:46.530334 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.676659 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Allocated IP 172.20.0.2 (d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048/48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a/a1a5e6c7-4d94-4cce-82c4-e88f5360630b) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:46.682458 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Pushing event updated for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:46.691050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:46.691662 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.739397 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746503e-ef91-40b6-b7a5-455f36ec26ca req-558c251b-eaf5-4a11-b16d-fbb9133ac7a1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:46.741096 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0746503e-ef91-40b6-b7a5-455f36ec26ca req-558c251b-eaf5-4a11-b16d-fbb9133ac7a1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.2611518
Nov 24 17:52:46.742431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.849833 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0746503e-ef91-40b6-b7a5-455f36ec26ca req-ae056cf8-84fd-40fc-9d7d-965bdb9c8aff tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663316
Nov 24 17:52:46.930819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Attempting to bind port 7c9d9228-734e-4df5-a991-63339ac2e2bd on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:46.931203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Attempting to bind port 7c9d9228-734e-4df5-a991-63339ac2e2bd by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:46.931588 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Attempting to bind port 7c9d9228-734e-4df5-a991-63339ac2e2bd on network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:46.948295 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Allocated IP 172.27.0.72 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/40b37529-cb8d-4f2b-8d4e-7beffc44f1bf) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:46.955807 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:46.956197 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Checking segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:46.956615 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:46.957020 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Bound using segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:46.957504 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Bound port: 7c9d9228-734e-4df5-a991-63339ac2e2bd, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:46.957895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.141550 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.148478 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] For port 7c9d9228-734e-4df5-a991-63339ac2e2bd, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:47.154605 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] For port 7c9d9228-734e-4df5-a991-63339ac2e2bd, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=7c9d9228-734e-4df5-a991-63339ac2e2bd,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:47.156117 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552aff9-725c-47a3-954f-c7d0b72d1abb req-7c9a30b6-36dc-4184-89ea-aa238d231aaa tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:47.157436 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Transition to ACTIVE for port object a1a5e6c7-4d94-4cce-82c4-e88f5360630b will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:47.157777 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3552aff9-725c-47a3-954f-c7d0b72d1abb req-7c9a30b6-36dc-4184-89ea-aa238d231aaa tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1962485
Nov 24 17:52:47.163725 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.170183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:47.191031 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.232281 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3552aff9-725c-47a3-954f-c7d0b72d1abb req-208ca837-08ac-40e8-87af-eb0354b7dd89 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627866
Nov 24 17:52:47.236209 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Transition to ACTIVE for port object a1a5e6c7-4d94-4cce-82c4-e88f5360630b will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:47.254106 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.254822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.262294 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:47.269097 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Pushing event updated for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:47.275756 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:47.276547 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59d2790>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:47.327708 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:47.334668 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:47.362460 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Pushing event updated for resources: {'Port': ['ID=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:47.367407 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:47.369398 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:47.372169 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:47.404589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:47.445733 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:47.455193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:47.468728 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:47.605534 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Pushing event updated for resources: {'Port': ['ID=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:47.620212 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:47.671853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Attempting to bind port a1a5e6c7-4d94-4cce-82c4-e88f5360630b on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:47.672216 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Attempting to bind port a1a5e6c7-4d94-4cce-82c4-e88f5360630b by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:47.672511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Attempting to bind port a1a5e6c7-4d94-4cce-82c4-e88f5360630b on network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:47.685367 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:47.686105 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Checking segment: {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:47.686210 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.686536 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Bound using segment: {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:47.687049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Bound port: a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:47.687434 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.701572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:47.925826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:47.999927 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] For port a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:48.015423 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] For port a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:48.030460 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:48.037361 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:48.174649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Pushing event updated for resources: {'Port': ['ID=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:48.174973 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:48.208553 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59d2790>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:42Z', 'revision_number': 4, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7c9d9228-734e-4df5-a991-63339ac2e2bd', 'name': '', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'mac_address': 'fa:16:3e:e5:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:41Z', 'updated_at': '2021-11-24T17:52:47Z', 'revision_number': 4, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'subnets': [{'id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:48.213558 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edde7f8-fa02-4e14-ab2e-6ebaf7d066ce None None] The sync data for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi is: [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T17:52:42Z', 'revision_number': 4, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '7c9d9228-734e-4df5-a991-63339ac2e2bd', 'name': '', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'mac_address': 'fa:16:3e:e5:6d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:41Z', 'updated_at': '2021-11-24T17:52:47Z', 'revision_number': 4, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'subnets': [{'id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:52:48.222869 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303a8dc-3537-4984-a56d-3d5010428b4a req-74736afc-9292-4e5c-b143-fe69068cc031 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:48.224382 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9303a8dc-3537-4984-a56d-3d5010428b4a req-74736afc-9292-4e5c-b143-fe69068cc031 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.2376163
Nov 24 17:52:48.491003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:48.496475 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9303a8dc-3537-4984-a56d-3d5010428b4a req-3b3a28e1-2563-4e85-a9be-beaa80a0bc71 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642515
Nov 24 17:52:48.691172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e6cc-496c-4133-abfd-2d5706c9b285 req-23b65daa-d326-4244-9874-cba0c97c550c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:48.703160 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b438e6cc-496c-4133-abfd-2d5706c9b285 req-23b65daa-d326-4244-9874-cba0c97c550c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.2624457
Nov 24 17:52:48.766290 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b438e6cc-496c-4133-abfd-2d5706c9b285 req-39709322-b4fa-405c-8606-9429e888b5c1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615950
Nov 24 17:52:48.810498 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Router 971b8c40-0ac8-49ec-b967-68d7bd83f74a is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 17:52:49.010338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:52:49.024130 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Sync routers for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:52:49.037009 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:49.037695 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4df0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:49.059760 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:49.064377 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3020570
Nov 24 17:52:49.065725 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 43062) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:49.260643 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:49.452602 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:52:49.499967 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18823b-cccf-47c1-ae2d-aade4ae68f8b None None] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 17:52:49.696058 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4df0>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:47Z', 'revision_number': 3, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:49.702106 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Checking router: 971b8c40-0ac8-49ec-b967-68d7bd83f74a for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:52:49.702984 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Updating router 971b8c40-0ac8-49ec-b967-68d7bd83f74a port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:52:49.747075 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8355f91c-5348-4097-a699-33072da8b511 None None] Provisioning for port a1a5e6c7-4d94-4cce-82c4-e88f5360630b completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:49.815051 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.102353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa344960-9711-4bf5-a3d6-635b7c366731 req-415231e2-1f90-4312-8591-e8cd7813b41f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:50.122691 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aa344960-9711-4bf5-a3d6-635b7c366731 req-415231e2-1f90-4312-8591-e8cd7813b41f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.3309965
Nov 24 17:52:50.160813 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c7606-5637-4a08-a891-72c385546054 req-44be03bb-6cd9-49af-971e-48d85b8f3259 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:50.183336 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-772c7606-5637-4a08-a891-72c385546054 req-44be03bb-6cd9-49af-971e-48d85b8f3259 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.2275152
Nov 24 17:52:50.267435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a1a5e6c7-4d94-4cce-82c4-e88f5360630b up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:50.270158 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-772c7606-5637-4a08-a891-72c385546054 req-251bfecb-c4c1-4efb-8512-bc85872b2f2b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854473
Nov 24 17:52:50.379545 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aa344960-9711-4bf5-a3d6-635b7c366731 req-2d51e0f1-540a-4e80-9481-acfbf28b785b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2514427
Nov 24 17:52:50.435344 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port a1a5e6c7-4d94-4cce-82c4-e88f5360630b completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:50.448448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port a1a5e6c7-4d94-4cce-82c4-e88f5360630b triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:50.448769 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.533956 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.558315 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Transition to ACTIVE for port object 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:50.575414 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.581316 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:50.677203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.683748 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.685510 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Attempting to bind port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:50.688633 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Attempting to bind port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:50.690330 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Attempting to bind port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:50.704962 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841432-aae2-44ed-aff7-15463eee43f0 None None] Pushing event updated for resources: {'Port': ['ID=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,revision_number=2']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:50.713369 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-b0841432-aae2-44ed-aff7-15463eee43f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:50.715190 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:50.718526 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:50.719067 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.720841 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:50.721603 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Bound port: 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:50.723228 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.734758 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:50.746973 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6a60fe2b-d2ef-492f-918c-74fcd30fdc15 None None] Provisioning complete for port a1a5e6c7-4d94-4cce-82c4-e88f5360630b triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:50.747389 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6a60fe2b-d2ef-492f-918c-74fcd30fdc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.811309 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.813979 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7c9d9228-734e-4df5-a991-63339ac2e2bd up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:50.898596 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:50.954594 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] For port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:50.958092 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] For port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:50.965041 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:50.975580 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:50.987914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Allocated IP 172.20.0.1 (d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048/48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a/9497952a-ed23-4193-bbfc-21cda16c217e) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:52:51.059734 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:51.069944 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:51.099893 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0841432-aae2-44ed-aff7-15463eee43f0 None None] Pushing event updated for resources: {'Port': ['ID=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:51.104034 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 7c9d9228-734e-4df5-a991-63339ac2e2bd completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:51.110665 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 7c9d9228-734e-4df5-a991-63339ac2e2bd triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:51.111052 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.117068 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-b0841432-aae2-44ed-aff7-15463eee43f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:51.133454 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:51.134637 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4df0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:51.166128 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.183467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Transition to ACTIVE for port object 9497952a-ed23-4193-bbfc-21cda16c217e will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:51.211541 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.222260 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-da0283eb-8e2a-4c0d-8e09-dfd59e9ce7dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:51.277839 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.305730 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:51.308588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:51.314468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:52:51.368559 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Pushing event updated for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:51.372102 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:51.406813 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 7c9d9228-734e-4df5-a991-63339ac2e2bd, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=7c9d9228-734e-4df5-a991-63339ac2e2bd,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:51.410768 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:51.413930 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.420625 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.422493 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:51.583033 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:51.595489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:51.607411 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784baa-858f-42e4-8066-ee6438ca9faf req-0ec520aa-5f1e-4f9d-b7e0-e354be863b06 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:51.612124 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d784baa-858f-42e4-8066-ee6438ca9faf req-0ec520aa-5f1e-4f9d-b7e0-e354be863b06 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1278117
Nov 24 17:52:51.651006 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.663115 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d784baa-858f-42e4-8066-ee6438ca9faf req-b580c971-efd5-4da1-b8c6-bfe4d41a5d50 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437212
Nov 24 17:52:51.725436 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-e6b08a71-4e58-4d59-95eb-f21157015c41 None None] Provisioning for port 9497952a-ed23-4193-bbfc-21cda16c217e completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:51.730923 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-e6b08a71-4e58-4d59-95eb-f21157015c41 None None] Provisioning complete for port 9497952a-ed23-4193-bbfc-21cda16c217e triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:51.731229 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6b08a71-4e58-4d59-95eb-f21157015c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:51.793741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-e6b08a71-4e58-4d59-95eb-f21157015c41 None None] Port 9497952a-ed23-4193-bbfc-21cda16c217e cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:52:51.803386 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4df0>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:47Z', 'revision_number': 3, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:51.807224 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4300860-08f6-433a-9823-12c1d8fd2af8 None None] The sync data for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi is: [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:47Z', 'revision_number': 3, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:52:51.991214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.000006 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.026480 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:52.113909 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a1a5e6c7-4d94-4cce-82c4-e88f5360630b up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:52.154189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.164465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Pushing event updated for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:52.171143 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:52.204473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port a1a5e6c7-4d94-4cce-82c4-e88f5360630b triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:52.204952 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.330018 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:52:52.331535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:52:52.360199 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7c9d9228-734e-4df5-a991-63339ac2e2bd up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:52.484574 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 7c9d9228-734e-4df5-a991-63339ac2e2bd triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:52.485000 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.664999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Router 971b8c40-0ac8-49ec-b967-68d7bd83f74a has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 17:52:52.837013 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-5b096e08-ade8-4e49-a5c7-62a0e36c3d96 None None] Provisioning complete for port 9497952a-ed23-4193-bbfc-21cda16c217e triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:52.838213 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5b096e08-ade8-4e49-a5c7-62a0e36c3d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:52.956635 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-5b096e08-ade8-4e49-a5c7-62a0e36c3d96 None None] Port 9497952a-ed23-4193-bbfc-21cda16c217e cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:52:52.966682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 17:52:53.001380 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] 10.222.0.64 "PUT /v2.0/routers/971b8c40-0ac8-49ec-b967-68d7bd83f74a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9269614
Nov 24 17:52:53.031150 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b60b-111d-4657-9910-f6dfc4cd2fab req-e7df2be6-81ad-4de0-bcc8-70ade2ff7340 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:53.047581 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b124b60b-111d-4657-9910-f6dfc4cd2fab req-e7df2be6-81ad-4de0-bcc8-70ade2ff7340 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1607378
Nov 24 17:52:53.161043 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b441ee50-3bcd-47af-adf2-6db5d2e79b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:53.168984 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b124b60b-111d-4657-9910-f6dfc4cd2fab req-a3d2a4f0-14eb-4f8f-83b6-780f93c664fb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123426
Nov 24 17:52:53.412891 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:53.905383 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Sync routers for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 17:52:53.916154 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:53.917546 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5b5ad90>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:54.075016 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:54.148659 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:54.301897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:54.357431 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:54.358078 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:54.380718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf87b72-996d-4a67-b9de-108dfb3ab3d5 req-4efa52de-0303-4efd-a131-1a92834f5de2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:54.383291 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1cf87b72-996d-4a67-b9de-108dfb3ab3d5 req-4efa52de-0303-4efd-a131-1a92834f5de2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1003592
Nov 24 17:52:54.462997 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1cf87b72-996d-4a67-b9de-108dfb3ab3d5 req-a99e3564-bd74-4989-b411-aaa89165481d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737274
Nov 24 17:52:54.674120 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:54.683961 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5b5ad90>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:51Z', 'revision_number': 4, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '9497952a-ed23-4193-bbfc-21cda16c217e', 'name': '', 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'mac_address': 'fa:16:3e:c6:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:50Z', 'updated_at': '2021-11-24T17:52:51Z', 'revision_number': 2, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'subnets': [{'id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:54.694927 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Checking router: 971b8c40-0ac8-49ec-b967-68d7bd83f74a for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 17:52:54.695345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Updating router 971b8c40-0ac8-49ec-b967-68d7bd83f74a port 9497952a-ed23-4193-bbfc-21cda16c217e binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 17:52:54.731794 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:54.739775 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:54.743911 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:54.803515 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:54.919269 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:54.924279 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:55.226502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:55.237565 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Transition to ACTIVE for port object 9497952a-ed23-4193-bbfc-21cda16c217e will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:52:55.244909 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:55.248297 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:55.401432 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Pushing event updated for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:55.408825 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:55.474405 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Attempting to bind port 9497952a-ed23-4193-bbfc-21cda16c217e on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:52:55.474791 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Attempting to bind port 9497952a-ed23-4193-bbfc-21cda16c217e by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:52:55.475411 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Attempting to bind port 9497952a-ed23-4193-bbfc-21cda16c217e on network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:52:55.481154 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:52:55.481564 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Checking segment: {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:52:55.481862 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:55.482268 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Bound using segment: {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:52:55.482741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Bound port: 9497952a-ed23-4193-bbfc-21cda16c217e, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887201b-dc07-4d8c-84ee-4497e1f56e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:52:55.483125 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:55.585243 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] For port 9497952a-ed23-4193-bbfc-21cda16c217e, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:52:55.588314 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] For port 9497952a-ed23-4193-bbfc-21cda16c217e, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9497952a-ed23-4193-bbfc-21cda16c217e,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:52:55.598031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:55.603781 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:55.651539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e2fd-8b00-48fb-b234-276791da81ef req-52afa485-5fe1-4457-ad6b-ca02703ef1d5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:55.653054 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba98e2fd-8b00-48fb-b234-276791da81ef req-52afa485-5fe1-4457-ad6b-ca02703ef1d5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0854363
Nov 24 17:52:55.695840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Pushing event updated for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:55.698509 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 17:52:55.699112 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5b5ad90>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T17:52:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:55.708137 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba98e2fd-8b00-48fb-b234-276791da81ef req-9d5ad134-d338-4cb2-9ec6-0f7bbe891888 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463998
Nov 24 17:52:55.749720 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:55.902080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 17:52:56.079219 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:56.125554 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 43228) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:56.183645 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6f43da02-81ec-4a26-a1b6-39fe043fdc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.247669 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.262383 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:52:56.266297 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a75ed3792310458fa5a8e6ce48de7f6c is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:52:56.269141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:52:56.275797 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:52:56.281159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:56.281544 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.369183 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.374333 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.382777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-737c294a-5986-4eb3-abf5-7639bbe0a65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:56.417554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5b5ad90>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:51Z', 'revision_number': 4, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '9497952a-ed23-4193-bbfc-21cda16c217e', 'name': '', 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'mac_address': 'fa:16:3e:c6:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:50Z', 'updated_at': '2021-11-24T17:52:55Z', 'revision_number': 4, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'subnets': [{'id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 17:52:56.427180 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22058962-a608-49df-b3a6-54ef6fc4f1b3 None None] The sync data for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi is: [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T17:52:51Z', 'revision_number': 4, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '9497952a-ed23-4193-bbfc-21cda16c217e', 'name': '', 'network_id': 'd86f61d8-d52f-4af1-9aaf-4f2fa7ba8048', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'mac_address': 'fa:16:3e:c6:82:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:50Z', 'updated_at': '2021-11-24T17:52:55Z', 'revision_number': 4, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'subnets': [{'id': '48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 17:52:56.427707 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a75ed3792310458fa5a8e6ce48de7f6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009689
Nov 24 17:52:56.428664 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 43234) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:52:56.430412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ce41ee-a901-44f7-a247-7df7b31f4b75,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:56.434396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:56.538884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.583143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.701289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.735338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.741306 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-7d01b8aa-aa55-46d6-8b58-6fee13fa968f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:56.752985 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ce41ee-a901-44f7-a247-7df7b31f4b75,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:56.757066 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:56.760489 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:56.761602 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72ce41ee-a901-44f7-a247-7df7b31f4b75 HTTP/1.1" status: 204  len: 168 time: 0.3317225
Nov 24 17:52:56.951500 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd6304-cc17-402c-83aa-b15e21f07c08 req-2542ee29-af78-4220-8ec1-cca5e76ac3e9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:56.953223 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03dd6304-cc17-402c-83aa-b15e21f07c08 req-2542ee29-af78-4220-8ec1-cca5e76ac3e9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1081183
Nov 24 17:52:57.020561 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03dd6304-cc17-402c-83aa-b15e21f07c08 req-8dd19816-2827-44e7-b1ce-3d84391d6f32 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590904
Nov 24 17:52:58.058098 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:58.077532 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9497952a-ed23-4193-bbfc-21cda16c217e up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:52:58.188063 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 9497952a-ed23-4193-bbfc-21cda16c217e completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:52:58.193301 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 9497952a-ed23-4193-bbfc-21cda16c217e triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:52:58.194927 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:58.208526 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65064dc5-37db-4fbd-a31c-b261faec9806 req-50015ae0-b843-419f-acb1-e39528cc7948 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:58.211031 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-65064dc5-37db-4fbd-a31c-b261faec9806 req-50015ae0-b843-419f-acb1-e39528cc7948 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0856009
Nov 24 17:52:58.262570 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-65064dc5-37db-4fbd-a31c-b261faec9806 req-0a6aa6fe-60cf-415c-b3c9-4d267c0b6167 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454676
Nov 24 17:52:58.322663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:58.357371 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 9497952a-ed23-4193-bbfc-21cda16c217e, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9497952a-ed23-4193-bbfc-21cda16c217e,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:52:58.361190 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:52:58.363077 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:52:58.431172 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:52:58.434165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:52:59.473171 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e0515-77dd-4b40-b905-042eebb30998 req-bfef6683-80e3-4da2-99ac-e08ad6589b4c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:52:59.474607 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-177e0515-77dd-4b40-b905-042eebb30998 req-bfef6683-80e3-4da2-99ac-e08ad6589b4c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0976412
Nov 24 17:52:59.520063 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-177e0515-77dd-4b40-b905-042eebb30998 req-30be9008-a46b-4c4c-a47e-ea587fd73f90 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390017
Nov 24 17:52:59.620919 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:00.060662 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9497952a-ed23-4193-bbfc-21cda16c217e up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:53:00.130069 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 9497952a-ed23-4193-bbfc-21cda16c217e triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:53:00.130448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:00.742922 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754887e7-26c3-448e-9f68-c36edbee474d req-aa275998-08b5-4d99-92cd-fd1986a539ba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:00.744292 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-754887e7-26c3-448e-9f68-c36edbee474d req-aa275998-08b5-4d99-92cd-fd1986a539ba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0861268
Nov 24 17:53:00.787789 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-754887e7-26c3-448e-9f68-c36edbee474d req-bc127a66-5420-4527-97b7-ec818bb985be tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377455
Nov 24 17:53:01.985760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c46aff-355e-42f2-8c95-513308b323f4 req-d0862edf-6820-4f0d-a135-051a35e652cf tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:01.987527 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-77c46aff-355e-42f2-8c95-513308b323f4 req-d0862edf-6820-4f0d-a135-051a35e652cf tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0866873
Nov 24 17:53:02.039487 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-77c46aff-355e-42f2-8c95-513308b323f4 req-baefd7dd-eb90-4c23-b9cc-ecc36daba24b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459795
Nov 24 17:53:03.239750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbc758-6dab-4ed9-a32d-e5a0502e97a6 req-4f98e8ec-b051-40fd-8cc9-029f52ebf81c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:03.241933 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fccbc758-6dab-4ed9-a32d-e5a0502e97a6 req-4f98e8ec-b051-40fd-8cc9-029f52ebf81c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0846961
Nov 24 17:53:03.288159 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fccbc758-6dab-4ed9-a32d-e5a0502e97a6 req-7b116755-fc3e-4d51-b129-9d2bfc39ec34 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398953
Nov 24 17:53:04.512406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866de5d6-6fca-4f24-a9a9-b24bff947bae req-ac4d5e50-4e67-4822-97a9-cf5b3529b326 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:04.514021 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-866de5d6-6fca-4f24-a9a9-b24bff947bae req-ac4d5e50-4e67-4822-97a9-cf5b3529b326 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0964081
Nov 24 17:53:04.565618 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-866de5d6-6fca-4f24-a9a9-b24bff947bae req-e61e5c9e-32ef-4323-9b57-83b33e4a9061 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442200
Nov 24 17:53:05.780625 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54994af5-f74e-4c8f-821f-6ecb31898759 req-19b4b227-7913-415c-879f-972f4a7443ab tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:05.782141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-54994af5-f74e-4c8f-821f-6ecb31898759 req-19b4b227-7913-415c-879f-972f4a7443ab tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0923400
Nov 24 17:53:05.865680 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-54994af5-f74e-4c8f-821f-6ecb31898759 req-a1f97c93-c67f-4851-86f2-f182c008b31e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748472
Nov 24 17:53:07.242127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d379b9-dd81-4cfb-98b0-81a1c4c336b1 req-efe1e1ae-abd9-4ee8-8c22-4163ba375718 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:07.249173 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-35d379b9-dd81-4cfb-98b0-81a1c4c336b1 req-efe1e1ae-abd9-4ee8-8c22-4163ba375718 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.2218010
Nov 24 17:53:07.304945 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-35d379b9-dd81-4cfb-98b0-81a1c4c336b1 req-99649546-21ac-4c30-93c9-5aa009081223 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547969
Nov 24 17:53:07.529061 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32fc95-0e10-4d63-a449-d3c5c474cabb req-f207dcfe-f873-4cd9-b9ba-76648d83fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:07.530502 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dd32fc95-0e10-4d63-a449-d3c5c474cabb req-f207dcfe-f873-4cd9-b9ba-76648d83fe2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.1588938
Nov 24 17:53:07.596111 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dd32fc95-0e10-4d63-a449-d3c5c474cabb req-9623e318-745a-4866-a430-9a66e6cb8368 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560279
Nov 24 17:53:08.575692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc37e7-263b-40ef-9444-953191063bcd req-bda280b1-7ca9-4f15-bba4-290f2f86f6ed tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:08.583561 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-05dc37e7-263b-40ef-9444-953191063bcd req-bda280b1-7ca9-4f15-bba4-290f2f86f6ed tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1423297
Nov 24 17:53:08.668152 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-05dc37e7-263b-40ef-9444-953191063bcd req-b1ffe532-8ff9-4edd-8efa-fe20fd5e501a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835445
Nov 24 17:53:08.989849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b76c1-9d4a-4362-9c20-fc6c697c7871 req-bf6329cf-d4d5-4a7c-8c91-ed1e43e701af tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:08.994018 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-721b76c1-9d4a-4362-9c20-fc6c697c7871 req-bf6329cf-d4d5-4a7c-8c91-ed1e43e701af tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1279786
Nov 24 17:53:09.093411 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-721b76c1-9d4a-4362-9c20-fc6c697c7871 req-4eb06750-a6ea-48a0-add9-44043fce0815 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932543
Nov 24 17:53:09.418136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-bd7f8e4b-dd87-4fa8-b050-e71a9a645499 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:09.423957 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-bd7f8e4b-dd87-4fa8-b050-e71a9a645499 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.1927767
Nov 24 17:53:09.437078 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-94a590cc-65df-4b2a-8e2b-2a1d536319eb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/quotas/19932e34745a434a9e17ef9a5fa6aa49 HTTP/1.1" status: 200  len: 375 time: 0.0117953
Nov 24 17:53:09.547377 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-bba2f5b9-7732-4b7e-94a3-ff595d73792e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0947444
Nov 24 17:53:09.700543 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-1651dc92-060a-4306-b0b4-f3cdf76939b1 service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520958
Nov 24 17:53:09.843539 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-9d6e6a0b-2c82-4eae-9a84-439e370ad62b service neutron] 10.222.0.64 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420434
Nov 24 17:53:09.894202 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cfeab-1dcd-4d6e-8b7e-f691cd057bd1 req-3ee665a8-3ad5-42f0-b1de-e85f27123763 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:09.904367 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-530cfeab-1dcd-4d6e-8b7e-f691cd057bd1 req-3ee665a8-3ad5-42f0-b1de-e85f27123763 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1078753
Nov 24 17:53:09.983673 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-530cfeab-1dcd-4d6e-8b7e-f691cd057bd1 req-c8216ed4-35bf-4bbc-b1f9-11d569ff7562 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629475
Nov 24 17:53:10.075790 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bb530d34-4c76-4d19-aa68-b1151b53d90f req-e8fe7f7e-202e-4884-82df-0022b4c71c38 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 210 time: 0.0528002
Nov 24 17:53:10.341056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6098a-b91b-4f54-9feb-2059f2234f10 req-cc9999d5-9586-46bb-8f7e-30b66ab3705d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:10.342981 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5ca6098a-b91b-4f54-9feb-2059f2234f10 req-cc9999d5-9586-46bb-8f7e-30b66ab3705d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1049278
Nov 24 17:53:10.452781 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5ca6098a-b91b-4f54-9feb-2059f2234f10 req-ac439ad7-3adc-4909-8f7d-53407758f4c6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040814
Nov 24 17:53:10.513062 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab87489-629a-4eab-9257-1e702629ff6b req-1919ee15-fea1-4610-a55d-64e9ec46a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:10.515708 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-1919ee15-fea1-4610-a55d-64e9ec46a1fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.1460037
Nov 24 17:53:10.741058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab87489-629a-4eab-9257-1e702629ff6b req-7fb9b95d-5221-40b3-91f1-9697e4fcfc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:10.742627 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-7fb9b95d-5221-40b3-91f1-9697e4fcfc5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.2163050
Nov 24 17:53:10.828078 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-15d950cc-573c-4a28-9a29-d224cae57c6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0743794
Nov 24 17:53:10.930663 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546fc2-40a8-4db9-baea-a3bf564dcde1 req-392f9688-a3f6-40b8-a81e-8a1dc81cbd46 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:10.932275 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1d546fc2-40a8-4db9-baea-a3bf564dcde1 req-392f9688-a3f6-40b8-a81e-8a1dc81cbd46 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.3708003
Nov 24 17:53:10.936844 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab87489-629a-4eab-9257-1e702629ff6b req-7e40032c-88af-445b-9c1f-653f417f84d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:10.938438 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-7e40032c-88af-445b-9c1f-653f417f84d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0976858
Nov 24 17:53:11.014493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-cbf70d45-256f-444d-8bb2-a50751ad5644 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471976
Nov 24 17:53:11.149155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1d546fc2-40a8-4db9-baea-a3bf564dcde1 req-2441af03-67bf-45a3-81b6-386fbf5b10e9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993189
Nov 24 17:53:11.214782 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-b956978f-61a7-4dba-bfbf-e125eefd1ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898210
Nov 24 17:53:11.298054 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-99dd3e5a-2054-4773-9c2b-7d0c6eb64142 req-d1875083-26fa-4d2b-bd58-72feac9af57d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 210 time: 0.0614665
Nov 24 17:53:11.380129 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cab87489-629a-4eab-9257-1e702629ff6b req-33466830-91b4-4467-ad31-0ad0516a2653 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504805
Nov 24 17:53:11.845900 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-46036569-79bd-4d43-ac29-a4bff19b60af tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:11.847318 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-46036569-79bd-4d43-ac29-a4bff19b60af tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 815 time: 0.3086696
Nov 24 17:53:11.861832 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf463f54-39d5-46e8-bb41-b0dbcfc1070e req-e76676e1-9d4c-4339-a8a6-3de4de032ce8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:11.863399 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf463f54-39d5-46e8-bb41-b0dbcfc1070e req-e76676e1-9d4c-4339-a8a6-3de4de032ce8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1652048
Nov 24 17:53:11.875088 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Request body: {'port': {'device_id': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'admin_state_up': True, 'tenant_id': '19932e34745a434a9e17ef9a5fa6aa49'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:53:12.089682 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf463f54-39d5-46e8-bb41-b0dbcfc1070e req-79369f56-2266-48cd-bdfd-67f6cbc13a35 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2193751
Nov 24 17:53:12.171073 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:53:12.182971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:53:12.202141 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Made reservation on behalf of 19932e34745a434a9e17ef9a5fa6aa49 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:53:12.205707 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:12.471111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9642c4-65f3-4850-9792-7d8a8b7f45cd req-e54d19b5-90b6-45da-8b51-c99120688a1f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:12.478503 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ad9642c4-65f3-4850-9792-7d8a8b7f45cd req-e54d19b5-90b6-45da-8b51-c99120688a1f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1239476
Nov 24 17:53:12.517616 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Allocated IP 172.20.0.9 (d999ad69-34a5-4430-8f01-a48e3a42bfc5/dd1b7988-f9c2-4ec1-8b3a-064a8a30b603/d4a31d7c-2957-4b24-b24e-6d27d0f57bfb) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:53:12.554453 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ad9642c4-65f3-4850-9792-7d8a8b7f45cd req-9d4d5aec-7cc7-49cf-acbc-20b741764805 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748162
Nov 24 17:53:12.930709 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-57bdc221-6379-4a5d-a266-d24d23d8b42e req-bdc2ad0e-1a94-4e47-bcbe-7f5f1c9e3373 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 210 time: 0.1000991
Nov 24 17:53:13.021954 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:13.086743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:13.104076 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9', '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', '8fa8ced4-236c-4411-8064-df63a3451657'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:53:13.109127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:13.295059 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Network d999ad69-34a5-4430-8f01-a48e3a42bfc5 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:53:13.317365 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:53:13.339635 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:53:13.484732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event updated for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:13.512858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:13.614388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:13.616212 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:13.726753 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea458ab8-17dc-411d-93c0-4b699e16634e req-b6815b69-0bb1-4683-a49f-56d2dbb0b557 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:13.728472 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea458ab8-17dc-411d-93c0-4b699e16634e req-b6815b69-0bb1-4683-a49f-56d2dbb0b557 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.3278313
Nov 24 17:53:13.756612 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8846514
Nov 24 17:53:13.792596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Request body: {'port': {'device_id': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:53:13.861636 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea458ab8-17dc-411d-93c0-4b699e16634e req-c89a72e5-510a-4363-8d86-28558651a492 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254897
Nov 24 17:53:13.920444 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452e60a-b561-40fb-a6a5-fc17ddc1b52e req-d4f8e490-5030-4934-b775-be743ed45058 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:13.923175 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6452e60a-b561-40fb-a6a5-fc17ddc1b52e req-d4f8e490-5030-4934-b775-be743ed45058 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1711893
Nov 24 17:53:13.971733 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:13.992165 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6452e60a-b561-40fb-a6a5-fc17ddc1b52e req-f09ac109-c25c-42b2-bb7e-d04cfc59f34d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619469
Nov 24 17:53:14.373028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d755a3e-6ec5-4669-85c3-0342a52482a9 req-211ad791-09eb-4402-aafd-15a4959c8fa3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:14.373729 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6d755a3e-6ec5-4669-85c3-0342a52482a9 req-211ad791-09eb-4402-aafd-15a4959c8fa3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:53:14.407663 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6d755a3e-6ec5-4669-85c3-0342a52482a9 req-211ad791-09eb-4402-aafd-15a4959c8fa3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:53:14.408881 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d755a3e-6ec5-4669-85c3-0342a52482a9 req-211ad791-09eb-4402-aafd-15a4959c8fa3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 931 time: 0.2314715
Nov 24 17:53:14.506241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a31d7c-2957-4b24-b24e-6d27d0f57bfb {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:53:14.512701 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d755a3e-6ec5-4669-85c3-0342a52482a9 req-6643331f-6699-4cce-9d6a-24206d2a19be tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938826
Nov 24 17:53:14.516441 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:14.531417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Transition to ACTIVE for port object d4a31d7c-2957-4b24-b24e-6d27d0f57bfb will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:53:14.538909 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:14.543873 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:14.719972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:14.719972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:14.805006 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Attempting to bind port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:53:14.805521 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Attempting to bind port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:53:14.805860 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Attempting to bind port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:53:14.810604 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:53:14.810899 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Attempting to bind port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb on network d999ad69-34a5-4430-8f01-a48e3a42bfc5 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:53:14.816079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:53:14.816420 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Checking segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:53:14.816809 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Bound using segment: {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:53:14.817235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Bound port: d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:53:14.817585 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:15.094912 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:53:15.101856 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:53:15.105863 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c6cd0-64b9-46b5-a73b-a3dbd36fc309 req-37c329f6-afd6-4139-93a5-12ea8a7e7630 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.108143 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aa7c6cd0-64b9-46b5-a73b-a3dbd36fc309 req-37c329f6-afd6-4139-93a5-12ea8a7e7630 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1160090
Nov 24 17:53:15.118539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:15.125764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:15.161205 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aa7c6cd0-64b9-46b5-a73b-a3dbd36fc309 req-f1426819-ab79-4359-a591-f79a75d2e803 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471134
Nov 24 17:53:15.208446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-65292c71-2867-4929-8542-0746dd401a0c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.210849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-65292c71-2867-4929-8542-0746dd401a0c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Synchronizing usage tracker for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:53:15.215931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.216540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:15.217891 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4a31d7c-2957-4b24-b24e-6d27d0f57bfb HTTP/1.1" status: 200  len: 1093 time: 1.4362724
Nov 24 17:53:15.218389 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:53:15.247087 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:15.259365 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:15.261262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-65292c71-2867-4929-8542-0746dd401a0c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Unset dirty status for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:53:15.262648 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-65292c71-2867-4929-8542-0746dd401a0c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/networks?id=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a HTTP/1.1" status: 200  len: 814 time: 0.3980258
Nov 24 17:53:15.330854 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-b43e8c31-6cee-4e2b-8214-f1ead8eae834 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/quotas/7f9fe515b48740349e895a3c54d63a46 HTTP/1.1" status: 200  len: 375 time: 0.0248733
Nov 24 17:53:15.388796 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fa14e-a5a8-468f-b15e-b80c166ec4e0 req-eca1574b-d19c-4352-93ee-0a520a3f9192 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.395874 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f2fa14e-a5a8-468f-b15e-b80c166ec4e0 req-eca1574b-d19c-4352-93ee-0a520a3f9192 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0877728
Nov 24 17:53:15.405318 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-5799cbfc-a102-4a1e-bcd0-38f29755cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.406785 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-5799cbfc-a102-4a1e-bcd0-38f29755cfa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 1096 time: 0.1406491
Nov 24 17:53:15.440612 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f2fa14e-a5a8-468f-b15e-b80c166ec4e0 req-dba470ee-07e8-4fae-9b06-869eba1f619a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432465
Nov 24 17:53:15.489276 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-1372d628-0832-4e5e-8901-89129f44a87c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb HTTP/1.1" status: 200  len: 217 time: 0.0739100
Nov 24 17:53:15.500110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-8b971e23-9d9f-4693-8cf9-0959fd49526e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Synchronizing usage tracker for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:53:15.504636 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb', 'status': 'completed', 'code': 200}
Nov 24 17:53:15.570753 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-8b971e23-9d9f-4693-8cf9-0959fd49526e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Unset dirty status for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:53:15.572091 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-8b971e23-9d9f-4693-8cf9-0959fd49526e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f9fe515b48740349e895a3c54d63a46&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2326672
Nov 24 17:53:15.578634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-95186eb5-9d30-4c39-a201-afba309dbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.580468 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-95186eb5-9d30-4c39-a201-afba309dbc38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0776279
Nov 24 17:53:15.709361 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-d93b43ad-b32f-4cbf-be9a-c157a8326d95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0970440
Nov 24 17:53:15.722891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf92946-50bb-46f7-abca-8957a00082c2 req-02e16f7f-5d9a-4b2b-83a1-5abadc5f3d1a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:15.725461 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2bf92946-50bb-46f7-abca-8957a00082c2 req-02e16f7f-5d9a-4b2b-83a1-5abadc5f3d1a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 943 time: 0.0872681
Nov 24 17:53:15.774408 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2bf92946-50bb-46f7-abca-8957a00082c2 req-051540f5-7a79-4bde-bacc-d71d02b7c13f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426626
Nov 24 17:53:15.858255 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-ed6fef32-9dae-4353-8c06-46497904d7ef service neutron] 10.222.0.64 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698040
Nov 24 17:53:15.979990 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-97d52d89-15e3-473a-8418-df15d1afa4af service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542138
Nov 24 17:53:16.110070 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-03c809d1-7ee7-462f-a252-4ba4edf32519 service neutron] 10.222.0.64 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347796
Nov 24 17:53:16.148129 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cea0bfe5-7a80-46ed-a34d-c106dd7c751f req-3a7eee73-e5f7-4413-9137-652df9029289 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592853
Nov 24 17:53:16.332579 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-abdce022-781f-406a-96cd-372f08258267 req-e2ce1b4d-398f-4dfc-9dd7-a052b7620277 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 210 time: 0.0770745
Nov 24 17:53:16.380429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-e2f4be3f-c29b-4ca0-9c23-1f5c4456e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:16.383235 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-e2f4be3f-c29b-4ca0-9c23-1f5c4456e71c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 1096 time: 0.1793194
Nov 24 17:53:16.442705 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc02a96-59cc-4a61-b089-e72127fd52a6 req-c859345b-dbdb-45ea-88ee-005ab6aa0dcc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:16.446496 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cbc02a96-59cc-4a61-b089-e72127fd52a6 req-c859345b-dbdb-45ea-88ee-005ab6aa0dcc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1459079
Nov 24 17:53:16.517116 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cbc02a96-59cc-4a61-b089-e72127fd52a6 req-56c7adbe-d49f-4f40-a7ef-c6504b8e168c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637081
Nov 24 17:53:16.587061 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-2216ab46-289c-410b-bf4e-4a656a27e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:16.589237 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-2216ab46-289c-410b-bf4e-4a656a27e129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1957901
Nov 24 17:53:16.662133 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-56ae087f-af70-4947-8d8b-08ee459c3795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb HTTP/1.1" status: 200  len: 217 time: 0.0651724
Nov 24 17:53:16.735302 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-c42a48ec-633a-4243-a133-54e0e0f71475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:16.736775 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-c42a48ec-633a-4243-a133-54e0e0f71475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0662000
Nov 24 17:53:16.785375 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-3498f6df-a637-4103-a287-278c5aa0c4ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409031
Nov 24 17:53:17.067289 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-5d1fdf42-b19b-42a8-8c92-4513e2cb469e service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744970
Nov 24 17:53:17.080478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6deb24-e020-4bd7-95e3-f5d2f434fa2f req-780b11eb-e9d3-4eae-a804-37a6ff16b100 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:17.082069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b6deb24-e020-4bd7-95e3-f5d2f434fa2f req-780b11eb-e9d3-4eae-a804-37a6ff16b100 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 943 time: 0.1341748
Nov 24 17:53:17.132835 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b6deb24-e020-4bd7-95e3-f5d2f434fa2f req-5bce170d-6544-45a6-8001-171f54a52342 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435007
Nov 24 17:53:17.308752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce75f69-d64e-4dcd-9e27-fc234f96dc3f req-e6ab2848-419e-4eb7-8aa0-427dbc08f120 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:17.310185 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6ce75f69-d64e-4dcd-9e27-fc234f96dc3f req-e6ab2848-419e-4eb7-8aa0-427dbc08f120 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0788996
Nov 24 17:53:17.353553 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6ce75f69-d64e-4dcd-9e27-fc234f96dc3f req-ffd31a4c-7252-46ab-87cc-dbbcf33ab638 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377038
Nov 24 17:53:17.478180 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e062550e-ec73-46d8-aa0c-9015b174f744 req-273658c7-6c96-4378-a5b7-3bcadf17da30 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 210 time: 0.0423102
Nov 24 17:53:17.718893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7890-5d89-45d2-b725-85b594e265a9 req-46746a3a-cb80-447f-97c6-aefe7bbb7d53 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:17.720399 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b21a7890-5d89-45d2-b725-85b594e265a9 req-46746a3a-cb80-447f-97c6-aefe7bbb7d53 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0841005
Nov 24 17:53:17.765285 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b21a7890-5d89-45d2-b725-85b594e265a9 req-55b155c7-b261-4a04-882a-e55713d777fd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386457
Nov 24 17:53:18.315232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955430cc-62cf-4991-93f5-be7dd46a410c req-ef53aa0a-2937-4ab7-93a3-3592a97f4174 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:18.316696 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-955430cc-62cf-4991-93f5-be7dd46a410c req-ef53aa0a-2937-4ab7-93a3-3592a97f4174 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 943 time: 0.0791736
Nov 24 17:53:18.360401 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-955430cc-62cf-4991-93f5-be7dd46a410c req-44caac24-5438-41a0-9ee6-417f697ce707 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372643
Nov 24 17:53:18.798001 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aeea3a44-bd59-407f-bba9-98d47475ecc8 req-d97b115b-d541-4462-9aa6-e2a190b122c8 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 210 time: 0.0648539
Nov 24 17:53:18.948272 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b6077831-c853-49a6-976a-014cae8cbcd1 req-307cfcbe-5bee-49d4-a92c-d72b85207cef service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797147
Nov 24 17:53:18.984328 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85f040-d2f7-4e72-be20-7f889c3144a8 req-c593b0c2-fb45-4496-b482-7495ccc7fd2d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:18.985706 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fd85f040-d2f7-4e72-be20-7f889c3144a8 req-c593b0c2-fb45-4496-b482-7495ccc7fd2d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0895708
Nov 24 17:53:19.028605 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fd85f040-d2f7-4e72-be20-7f889c3144a8 req-4a9bfd63-88b5-44d4-933d-1720d7ea6dcb tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366657
Nov 24 17:53:19.549153 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e313e-97c4-4f61-a06c-c632633e2f59 req-fd1d143d-fcf6-449e-ae07-f58e3fe70756 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:19.550730 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a23e313e-97c4-4f61-a06c-c632633e2f59 req-fd1d143d-fcf6-449e-ae07-f58e3fe70756 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 943 time: 0.0834970
Nov 24 17:53:19.599904 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a23e313e-97c4-4f61-a06c-c632633e2f59 req-acfa29ee-fbd5-4aef-842b-9631cec10642 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429287
Nov 24 17:53:19.732772 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d4a31d7c-2957-4b24-b24e-6d27d0f57bfb details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:53:19.887253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:19.902193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb', 'network_id': 'd999ad69-34a5-4430-8f01-a48e3a42bfc5', 'port_id': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb', 'mac_address': 'fa:16:3e:14:ba:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b7988-f9c2-4ec1-8b3a-064a8a30b603', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:53:19.977741 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fb4dd274-c86a-4b1d-b683-35e12a18eed3 req-a6d6bde2-8388-484b-ad9d-62ce8b5803d4 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 210 time: 0.0600164
Nov 24 17:53:19.984891 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:20.003759 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a31d7c-2957-4b24-b24e-6d27d0f57bfb {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:53:20.022051 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:20.026658 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:20.030022 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:20.111264 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:20.115355 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:20.327730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ce0f1-7e35-4f48-9993-3a2049f54dea req-c7319932-1fa5-4cd1-b5f6-72d6ed6eebea tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:20.329439 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-122ce0f1-7e35-4f48-9993-3a2049f54dea req-c7319932-1fa5-4cd1-b5f6-72d6ed6eebea tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1668367
Nov 24 17:53:20.363632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-be1926e4-b52c-4a22-891a-982054706a14 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:20.365655 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-be1926e4-b52c-4a22-891a-982054706a14 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.55 "GET /v2.0/networks?id=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a HTTP/1.1" status: 200  len: 814 time: 0.1589725
Nov 24 17:53:20.376515 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-122ce0f1-7e35-4f48-9993-3a2049f54dea req-80af5a6f-2ebb-40be-acef-2f35abe474a8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412436
Nov 24 17:53:20.387295 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Request body: {'port': {'device_id': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'admin_state_up': True, 'tenant_id': '7f9fe515b48740349e895a3c54d63a46'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:53:20.424538 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['d4a31d7c-2957-4b24-b24e-6d27d0f57bfb'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:53:20.540589 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:53:20.550417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:53:20.561144 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Made reservation on behalf of 7f9fe515b48740349e895a3c54d63a46 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 17:53:20.564695 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:20.786019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Allocated IP 172.20.0.4 (4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a/11d8db98-4b18-4b87-a754-d525a257f37a/1fa4f15a-1ecf-4e05-834f-c09fef5e4202) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 17:53:20.844972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b66abf-5d0b-402a-b06d-aa80b54b329b req-1111d2e4-3085-4e15-a414-d4c32405de34 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:20.851851 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97b66abf-5d0b-402a-b06d-aa80b54b329b req-1111d2e4-3085-4e15-a414-d4c32405de34 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 944 time: 0.1424141
Nov 24 17:53:21.046751 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97b66abf-5d0b-402a-b06d-aa80b54b329b req-ae6a5972-0f9d-41e5-8003-c71b5b45b4b8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939530
Nov 24 17:53:21.175173 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:21.218734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Transition to ACTIVE for port object 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:53:21.280111 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:21.294063 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-83266cd5-0fe2-417a-ab7f-1bdb1298e4fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:21.452629 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e549b57-be11-444d-81da-17a00c36e0cb req-244a92b4-086d-44e3-9d16-fd3c525df4f8 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:21.461579 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6e549b57-be11-444d-81da-17a00c36e0cb req-244a92b4-086d-44e3-9d16-fd3c525df4f8 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.2226295
Nov 24 17:53:21.487379 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 17:53:21.491578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 17:53:21.512020 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 17:53:21.588219 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6e549b57-be11-444d-81da-17a00c36e0cb req-cba7a51a-595e-47c6-822f-2045aa8ef654 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220357
Nov 24 17:53:21.712014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Pushing event updated for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:21.720291 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:21.743735 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d4a31d7c-2957-4b24-b24e-6d27d0f57bfb up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:53:21.804145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:21.804822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:21.842449 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4602768
Nov 24 17:53:21.843139 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:53:21.848820 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:53:21.850506 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:21.851885 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbdfe7-9b6c-4bf0-94b0-92f3efcc4b6e req-e8f51b57-1019-410e-893a-c3a13d532608 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:21.853437 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a3cbdfe7-9b6c-4bf0-94b0-92f3efcc4b6e req-e8f51b57-1019-410e-893a-c3a13d532608 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1427803
Nov 24 17:53:21.904656 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a3cbdfe7-9b6c-4bf0-94b0-92f3efcc4b6e req-da391934-13d2-4174-8906-443b122138fd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447958
Nov 24 17:53:21.930651 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6a693cdd-d2a7-4a68-aaf3-2e7f01254028 None None] Provisioning for port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:53:21.930651 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6a693cdd-d2a7-4a68-aaf3-2e7f01254028 None None] Provisioning complete for port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:53:21.930651 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6a693cdd-d2a7-4a68-aaf3-2e7f01254028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:22.021833 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-6a693cdd-d2a7-4a68-aaf3-2e7f01254028 None None] Port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 17:53:22.048710 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:22.078328 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:53:22.093230 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:22.098530 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:22.102580 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:22.140677 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb', 'code': 200}
Nov 24 17:53:22.211190 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:22.217829 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:22.277071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd35c9-9a94-49be-8486-1ea9546f456e req-c039a176-64a2-467b-b7ff-b53d9152e048 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:22.278570 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bfbd35c9-9a94-49be-8486-1ea9546f456e req-c039a176-64a2-467b-b7ff-b53d9152e048 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0902543
Nov 24 17:53:22.330272 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bfbd35c9-9a94-49be-8486-1ea9546f456e req-e104a679-9b87-4381-95e9-cd0a81b48a76 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458109
Nov 24 17:53:22.777551 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123ce10-25e9-45d4-8cbb-109975438126 req-37f94b4a-fef7-4f45-98c9-1ecf4e7ab0f5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:22.778250 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a123ce10-25e9-45d4-8cbb-109975438126 req-37f94b4a-fef7-4f45-98c9-1ecf4e7ab0f5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Synchronizing usage tracker for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:53:22.795006 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a123ce10-25e9-45d4-8cbb-109975438126 req-37f94b4a-fef7-4f45-98c9-1ecf4e7ab0f5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Unset dirty status for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:53:22.796426 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a123ce10-25e9-45d4-8cbb-109975438126 req-37f94b4a-fef7-4f45-98c9-1ecf4e7ab0f5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.1035862
Nov 24 17:53:22.844748 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a123ce10-25e9-45d4-8cbb-109975438126 req-55afa75d-e521-49f5-8d99-14dafedb8b9f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Synchronizing usage tracker for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 17:53:22.861969 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-a123ce10-25e9-45d4-8cbb-109975438126 req-55afa75d-e521-49f5-8d99-14dafedb8b9f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Unset dirty status for tenant:7f9fe515b48740349e895a3c54d63a46 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 17:53:22.863129 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a123ce10-25e9-45d4-8cbb-109975438126 req-55afa75d-e521-49f5-8d99-14dafedb8b9f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608382
Nov 24 17:53:23.104234 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a03dec-4eaa-4cad-929a-d11b40f0d231 req-a8183c2d-9802-48e3-a701-b0b545153aec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:23.105680 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-29a03dec-4eaa-4cad-929a-d11b40f0d231 req-a8183c2d-9802-48e3-a701-b0b545153aec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0849547
Nov 24 17:53:23.137283 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7ba4218a-0150-4489-ac22-6428dcf38241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:23.156844 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-29a03dec-4eaa-4cad-929a-d11b40f0d231 req-600a169d-8989-40e0-a490-9f4bc8ab1b13 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452337
Nov 24 17:53:23.429988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:23.555312 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b59219-5a87-490d-aeb6-a1fd54d982ce req-f93b08cc-4c59-4671-8ef3-b5b6cbe1a748 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:23.557762 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97b59219-5a87-490d-aeb6-a1fd54d982ce req-f93b08cc-4c59-4671-8ef3-b5b6cbe1a748 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0974553
Nov 24 17:53:23.617839 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97b59219-5a87-490d-aeb6-a1fd54d982ce req-df279874-4440-46e2-a59c-f87eb4ec7983 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539947
Nov 24 17:53:24.072238 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe87356-0e04-43ba-a979-62b670cdbdeb req-6386d9c2-5ac7-407d-bce6-8b5c60b646b2 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:24.073715 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ebe87356-0e04-43ba-a979-62b670cdbdeb req-6386d9c2-5ac7-407d-bce6-8b5c60b646b2 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0844204
Nov 24 17:53:24.119123 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ebe87356-0e04-43ba-a979-62b670cdbdeb req-cfe963b1-3e51-4b5b-86fa-3a5308a639b5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395103
Nov 24 17:53:24.377074 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d89db6-be91-4da0-88b7-ccb34678c254 req-b4b4fcbc-498f-4a02-ab48-8ccc4b813601 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:24.378615 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-59d89db6-be91-4da0-88b7-ccb34678c254 req-b4b4fcbc-498f-4a02-ab48-8ccc4b813601 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1068287
Nov 24 17:53:24.432447 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-59d89db6-be91-4da0-88b7-ccb34678c254 req-b5b26214-e7ae-4f56-b744-e1f250df4e8a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470028
Nov 24 17:53:24.811509 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6697d-c403-48d0-bcd2-13c6ab92217c req-20c7d8c7-00c5-4e1f-aeb4-5388dbe65da1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:24.812983 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-20e6697d-c403-48d0-bcd2-13c6ab92217c req-20c7d8c7-00c5-4e1f-aeb4-5388dbe65da1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0882602
Nov 24 17:53:24.857632 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-20e6697d-c403-48d0-bcd2-13c6ab92217c req-bd39ee62-a0f9-4649-9224-21af76bb14f4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383110
Nov 24 17:53:25.309258 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76da-b0a2-4b13-83aa-34bbc2cbc172 req-55b4470e-1bc8-4225-b5b0-2f21bc1aabdd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:25.310710 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-216d76da-b0a2-4b13-83aa-34bbc2cbc172 req-55b4470e-1bc8-4225-b5b0-2f21bc1aabdd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0852423
Nov 24 17:53:25.357418 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-216d76da-b0a2-4b13-83aa-34bbc2cbc172 req-452fb449-8aa6-4676-a8b5-bb6a1c3f7328 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404432
Nov 24 17:53:25.629076 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c3c56-409f-4efb-ae87-ad70eb03a2fb req-c33bf31c-4fc3-4ced-bf3f-38e2b477e76e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:25.631179 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-337c3c56-409f-4efb-ae87-ad70eb03a2fb req-c33bf31c-4fc3-4ced-bf3f-38e2b477e76e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0850818
Nov 24 17:53:25.681580 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-337c3c56-409f-4efb-ae87-ad70eb03a2fb req-e9dc87fb-0ff9-46d1-8aa6-85fc2ad64901 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434861
Nov 24 17:53:26.047223 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1406179e-9113-4fe9-848d-1b0b73f9444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:26.073418 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fce61-7254-4966-92d3-50e881d001ec req-200c9611-39fe-48f3-abec-783a8d73e3a0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:26.074906 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-864fce61-7254-4966-92d3-50e881d001ec req-200c9611-39fe-48f3-abec-783a8d73e3a0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1064177
Nov 24 17:53:26.121792 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-864fce61-7254-4966-92d3-50e881d001ec req-e1580a1f-7b48-46cf-b87f-3556e774f5d4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410290
Nov 24 17:53:26.372482 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:53:26.567535 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e8527-e689-416e-9ff1-3d326cf64051 req-d205131d-02c7-41f3-99fe-97c5bab71f95 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:26.570338 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d5e8527-e689-416e-9ff1-3d326cf64051 req-d205131d-02c7-41f3-99fe-97c5bab71f95 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0913260
Nov 24 17:53:26.627944 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d5e8527-e689-416e-9ff1-3d326cf64051 req-67b9057e-71e6-4046-94c0-7b41c3e56fda tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517645
Nov 24 17:53:26.764310 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:26.780833 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 43734) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:53:26.913342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:26.926091 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab9dd1-3c7c-453b-b9a2-8b391a96e7cf req-622b169e-0c04-453b-861f-0057256b3252 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:26.928330 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-24ab9dd1-3c7c-453b-b9a2-8b391a96e7cf req-622b169e-0c04-453b-861f-0057256b3252 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1069114
Nov 24 17:53:26.929880 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 17:53:26.934778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Usage tracker for resource:security_group_rule and tenant:7342086bfada45efa9ca0d19d22eb82e is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 17:53:26.941993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 17:53:26.948392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 17:53:26.978305 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-24ab9dd1-3c7c-453b-b9a2-8b391a96e7cf req-42966a3b-4261-4db6-85a0-2fce79e4a40c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437617
Nov 24 17:53:27.039618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.043987 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.054726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-00bd79a0-4e17-4bce-9a4f-e42ef147d9a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:27.093557 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57ae1c-7f44-4bae-9c13-f141aa057871,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:27.097638 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7342086bfada45efa9ca0d19d22eb82e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3157499
Nov 24 17:53:27.098477 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:27.100803 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 43740) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 17:53:27.159398 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.187592 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.296617 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.302755 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-dceae0ba-e721-43a7-a740-5cfc6148e1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:27.314891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57ae1c-7f44-4bae-9c13-f141aa057871,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:27.318884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:27.325062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:27.328428 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ec57ae1c-7f44-4bae-9c13-f141aa057871 HTTP/1.1" status: 204  len: 168 time: 0.2244866
Nov 24 17:53:27.350280 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056e6e2-5355-460e-a202-b97067dce28b req-63aa3aac-c9c2-491a-b864-dbc8bc29ce2f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:27.353498 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6056e6e2-5355-460e-a202-b97067dce28b req-63aa3aac-c9c2-491a-b864-dbc8bc29ce2f tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1149409
Nov 24 17:53:27.402639 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6056e6e2-5355-460e-a202-b97067dce28b req-9757af53-3bd1-49e0-9d41-150db5fe02a0 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420241
Nov 24 17:53:27.845612 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7b728-f940-45e3-a2ca-97651839ce16 req-5d372858-3ea2-4da9-a82b-319559123992 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:27.847117 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0f7b728-f940-45e3-a2ca-97651839ce16 req-5d372858-3ea2-4da9-a82b-319559123992 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0961421
Nov 24 17:53:27.924625 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0f7b728-f940-45e3-a2ca-97651839ce16 req-b80c369e-1ac3-4782-998c-24fe06940b04 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706029
Nov 24 17:53:28.066184 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:28.189276 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e7b01-65c3-477f-a481-f6b703550b93 req-d62b408b-7aa2-4e9f-a923-48d7bd76c2d1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:28.191080 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5b2e7b01-65c3-477f-a481-f6b703550b93 req-d62b408b-7aa2-4e9f-a923-48d7bd76c2d1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0943947
Nov 24 17:53:28.245177 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5b2e7b01-65c3-477f-a481-f6b703550b93 req-9b5a14c7-378e-4f96-a3e8-50fc5394ce37 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468371
Nov 24 17:53:28.627156 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad51388-af16-4754-b80b-021e21c195e4 req-30bc7c07-292a-49d2-9c45-534d1a3e7bfa tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:28.628738 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ad51388-af16-4754-b80b-021e21c195e4 req-30bc7c07-292a-49d2-9c45-534d1a3e7bfa tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1008871
Nov 24 17:53:28.686823 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ad51388-af16-4754-b80b-021e21c195e4 req-f27c6139-090d-4cac-934e-0164a5772002 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511549
Nov 24 17:53:29.129584 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d11e4-3080-427f-a26d-36cefe3d55c7 req-28854ecb-57a0-44f4-9516-981972377a1a tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:29.131755 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2e2d11e4-3080-427f-a26d-36cefe3d55c7 req-28854ecb-57a0-44f4-9516-981972377a1a tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0905809
Nov 24 17:53:29.182113 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2e2d11e4-3080-427f-a26d-36cefe3d55c7 req-e064cd20-dc3a-48e7-a251-2e09cbe2f044 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430596
Nov 24 17:53:29.440406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cfcfe-c8be-42f9-95fb-ed1dc7bd59b9 req-d2788e75-d0d7-49f1-bab0-40ec76c64c71 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:29.441869 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b8cfcfe-c8be-42f9-95fb-ed1dc7bd59b9 req-d2788e75-d0d7-49f1-bab0-40ec76c64c71 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0858147
Nov 24 17:53:29.487880 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b8cfcfe-c8be-42f9-95fb-ed1dc7bd59b9 req-a3739595-6d30-4097-9581-99d22641b006 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393584
Nov 24 17:53:29.625416 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:29.897953 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88d8c0-9a35-49e4-9ee9-dbe65e850ccc req-e090fbfc-f82b-4ac4-bf70-1a317517757d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:29.899487 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d88d8c0-9a35-49e4-9ee9-dbe65e850ccc req-e090fbfc-f82b-4ac4-bf70-1a317517757d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1009352
Nov 24 17:53:29.968732 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d88d8c0-9a35-49e4-9ee9-dbe65e850ccc req-55451429-dcb2-42a9-945d-04e4ef6a027d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600498
Nov 24 17:53:30.389527 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fcc0c-cf2f-4c89-919b-5d7a5cc292ec req-26c06c14-5283-42c7-bebd-b406f4362d3e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:30.391025 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-224fcc0c-cf2f-4c89-919b-5d7a5cc292ec req-26c06c14-5283-42c7-bebd-b406f4362d3e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0922375
Nov 24 17:53:30.459895 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-224fcc0c-cf2f-4c89-919b-5d7a5cc292ec req-4c0e3fc2-3605-4ada-8cb0-6e5258f88347 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620861
Nov 24 17:53:30.731858 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e3d71-e38e-4c31-8342-3d19d869f824 req-f3ea9731-8360-46d7-aa14-b41aae336a52 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:30.738926 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b17e3d71-e38e-4c31-8342-3d19d869f824 req-f3ea9731-8360-46d7-aa14-b41aae336a52 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1281805
Nov 24 17:53:30.796305 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b17e3d71-e38e-4c31-8342-3d19d869f824 req-6de68b3f-1303-4099-9b53-3f192ddf3e06 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565145
Nov 24 17:53:31.165794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d727677-8921-4c13-8cf2-be20e0eef212 req-cf03464c-38b3-46cf-aa0b-e060a8b6825b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:31.167668 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d727677-8921-4c13-8cf2-be20e0eef212 req-cf03464c-38b3-46cf-aa0b-e060a8b6825b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0858276
Nov 24 17:53:31.215758 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d727677-8921-4c13-8cf2-be20e0eef212 req-638e6961-e5f6-464b-8c3b-0ccd600eec84 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413601
Nov 24 17:53:31.651338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68590596-3173-4b37-9615-33675b70f2e5 req-2976d41e-5d14-4e36-8997-a53eb59714e3 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:31.652836 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-68590596-3173-4b37-9615-33675b70f2e5 req-2976d41e-5d14-4e36-8997-a53eb59714e3 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0857015
Nov 24 17:53:31.698612 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-68590596-3173-4b37-9615-33675b70f2e5 req-8b1b69d3-0906-4fc0-8021-f92814109085 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402324
Nov 24 17:53:32.003449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb0622-c3ed-4e6d-8ad3-4074c1d725ab req-f8405a20-50d2-4bb5-a723-cbb2066d0a3c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:32.007019 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-69bb0622-c3ed-4e6d-8ad3-4074c1d725ab req-f8405a20-50d2-4bb5-a723-cbb2066d0a3c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0987749
Nov 24 17:53:32.065706 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-69bb0622-c3ed-4e6d-8ad3-4074c1d725ab req-75932893-a2c6-41cb-ad45-5b8bca94ce96 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529628
Nov 24 17:53:32.429355 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e6748-798b-45e3-81f8-742be6ef1d87 req-05426680-4be1-49fb-ae24-b90eae8fe625 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:32.430841 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c5e6748-798b-45e3-81f8-742be6ef1d87 req-05426680-4be1-49fb-ae24-b90eae8fe625 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1025562
Nov 24 17:53:32.478679 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c5e6748-798b-45e3-81f8-742be6ef1d87 req-29620afe-00f0-4f66-a2f9-b141983e3691 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420547
Nov 24 17:53:32.888233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6e291-112f-4725-b5f7-9bf9fd93c343 req-17ee269b-6e1c-4a75-8dfb-109e76d5f3f6 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:32.889705 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c0d6e291-112f-4725-b5f7-9bf9fd93c343 req-17ee269b-6e1c-4a75-8dfb-109e76d5f3f6 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0825901
Nov 24 17:53:32.941022 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c0d6e291-112f-4725-b5f7-9bf9fd93c343 req-decdde70-9551-4294-8f33-a98d5769223e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456030
Nov 24 17:53:33.270345 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a9084-dd0a-4724-aa80-49c25b5fb692 req-4435e74a-5536-4e01-8400-455de6d41481 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:33.273366 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a76a9084-dd0a-4724-aa80-49c25b5fb692 req-4435e74a-5536-4e01-8400-455de6d41481 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0945704
Nov 24 17:53:33.347787 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a76a9084-dd0a-4724-aa80-49c25b5fb692 req-725ca881-33c5-48a7-81ef-154e417ddeb3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684354
Nov 24 17:53:33.673806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f050ab7-aef0-4317-ba96-f8ee6c4f8634 req-c435343d-55ff-4589-953c-c0ed89c0e33a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:33.675367 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9f050ab7-aef0-4317-ba96-f8ee6c4f8634 req-c435343d-55ff-4589-953c-c0ed89c0e33a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0875957
Nov 24 17:53:33.724971 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9f050ab7-aef0-4317-ba96-f8ee6c4f8634 req-950007e5-4749-44d8-8a30-fabaeb8d912a tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412376
Nov 24 17:53:34.133650 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adce4a-104d-42dd-bcbf-b4f097945d31 req-57128d58-19ab-4962-a682-0cbd1b77de46 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:34.135101 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8adce4a-104d-42dd-bcbf-b4f097945d31 req-57128d58-19ab-4962-a682-0cbd1b77de46 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.0847154
Nov 24 17:53:34.182731 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8adce4a-104d-42dd-bcbf-b4f097945d31 req-92dddae3-4ed4-4ce3-a341-08d8695a6478 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420127
Nov 24 17:53:34.428921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Request body: {'port': {'device_id': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 17:53:34.622014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:34.737231 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681d14-15f2-4ab1-b960-71b485bac23e req-7b45031a-6948-47bf-91a5-e09192d9977b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:34.745117 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-74681d14-15f2-4ab1-b960-71b485bac23e req-7b45031a-6948-47bf-91a5-e09192d9977b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.2251811
Nov 24 17:53:34.910766 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-74681d14-15f2-4ab1-b960-71b485bac23e req-53f3f639-e1e1-49b8-b6e5-83c759ceed4a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1643832
Nov 24 17:53:34.991578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68c2d7-ccc1-4d55-8885-8aba8d3cf73d req-ef20310f-3f00-48b5-b1f2-c040f471aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:34.993088 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1f68c2d7-ccc1-4d55-8885-8aba8d3cf73d req-ef20310f-3f00-48b5-b1f2-c040f471aabb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 1098 time: 0.1547613
Nov 24 17:53:34.995856 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-052aa199-d81f-4f69-86b2-4e5088f89d7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4025266
Nov 24 17:53:35.009364 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0e95-8846-4959-b5a9-95b5a9047a94 req-b6b6705b-1143-4e39-8df7-945c6eb99cb6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.016313 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-175f0e95-8846-4959-b5a9-95b5a9047a94 req-b6b6705b-1143-4e39-8df7-945c6eb99cb6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1271136
Nov 24 17:53:35.109022 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-175f0e95-8846-4959-b5a9-95b5a9047a94 req-4082e16d-8d39-47a1-ba56-a42508d64f71 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913055
Nov 24 17:53:35.145351 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1f68c2d7-ccc1-4d55-8885-8aba8d3cf73d req-87418279-1e53-419f-8eb5-bc4fc9502723 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368432
Nov 24 17:53:35.149984 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-9be1048f-40c1-446d-ab8f-204bebe660ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.151453 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-9be1048f-40c1-446d-ab8f-204bebe660ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.1171787
Nov 24 17:53:35.356397 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:53:35.366690 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:35.386968 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Transition to ACTIVE for port object 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 17:53:35.393052 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:35.399280 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:35.497468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-ad876687-0b8e-477b-a934-f169bffe379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.499019 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-ad876687-0b8e-477b-a934-f169bffe379f service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1467431
Nov 24 17:53:35.549055 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaeeab-b8d2-4b3f-87f2-76970b36fded req-83c5dbc7-b9a4-47e7-a59d-380e509ca23f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.552097 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-19eaeeab-b8d2-4b3f-87f2-76970b36fded req-83c5dbc7-b9a4-47e7-a59d-380e509ca23f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 931 time: 0.2555118
Nov 24 17:53:35.582142 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-7f96b44d-f507-4e3f-ac28-069be070d9f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0751929
Nov 24 17:53:35.621083 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:35.632222 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:35.674146 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-a41c5698-4921-4f3f-9e93-7cf1ee1a2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.675853 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-a41c5698-4921-4f3f-9e93-7cf1ee1a2e06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0798287
Nov 24 17:53:35.705078 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-19eaeeab-b8d2-4b3f-87f2-76970b36fded req-f4a26f71-10a8-4a22-9e38-2a18b7a5bddf tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445160
Nov 24 17:53:35.731655 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-e5b170c3-55db-4ad0-a3da-8c558e532165 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474532
Nov 24 17:53:35.749851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Attempting to bind port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 17:53:35.751014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Attempting to bind port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 17:53:35.751667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Attempting to bind port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 on network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:53:35.757801 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 on network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 17:53:35.758133 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Attempting to bind port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 on network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 17:53:35.763874 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 17, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 17:53:35.764216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Checking segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 17:53:35.764811 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Bound using segment: {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 17:53:35.765244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Bound port: 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17fb6ba-df06-4019-b20c-e48497028763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 17:53:35.765592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:35.872522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 17:53:35.876390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 17:53:35.882200 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:35.892287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:35.896911 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-62c8c153-6edc-41fd-a614-cd12902b67ef service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501403
Nov 24 17:53:35.938019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:35.938619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:35.940280 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/1fa4f15a-1ecf-4e05-834f-c09fef5e4202 HTTP/1.1" status: 200  len: 1093 time: 1.5165052
Nov 24 17:53:35.940697 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:53:36.103019 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202', 'status': 'completed', 'code': 200}
Nov 24 17:53:36.123692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:36.128698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:36.162987 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-9eae4bbe-e281-4811-a16e-2eb7ea9b8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.168619 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1c93bbe9-6942-4f2c-a2bd-689422d6660e req-561f54ec-1eaf-477d-a851-751b7a980f7a service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650478
Nov 24 17:53:36.171051 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-9eae4bbe-e281-4811-a16e-2eb7ea9b8aec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f9fe515b48740349e895a3c54d63a46&device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 1096 time: 0.1780515
Nov 24 17:53:36.192928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d53ed-37c9-48b2-bfa9-8c104ef70975 req-09fec8d4-d46f-4297-b09f-264cb38d04e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.194708 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4b9d53ed-37c9-48b2-bfa9-8c104ef70975 req-09fec8d4-d46f-4297-b09f-264cb38d04e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1278787
Nov 24 17:53:36.246338 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4b9d53ed-37c9-48b2-bfa9-8c104ef70975 req-7a528978-b43e-4dd3-b992-4f860df5b3ac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450902
Nov 24 17:53:36.254472 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-8065a5d6-3e94-4cfb-aa8e-4d8c56d5198e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202 HTTP/1.1" status: 200  len: 217 time: 0.0681717
Nov 24 17:53:36.374615 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-3982b76a-8acd-4623-9b66-9980c167f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.376075 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-3982b76a-8acd-4623-9b66-9980c167f08c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d8db98-4b18-4b87-a754-d525a257f37a HTTP/1.1" status: 200  len: 853 time: 0.0876219
Nov 24 17:53:36.434628 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3d257-a4b4-4fd5-a0ee-a7e9f24bc924 req-816f59a2-fc88-44f3-9e0e-b894b78af413 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.436227 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-41e3d257-a4b4-4fd5-a0ee-a7e9f24bc924 req-816f59a2-fc88-44f3-9e0e-b894b78af413 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.1834826
Nov 24 17:53:36.504035 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-41e3d257-a4b4-4fd5-a0ee-a7e9f24bc924 req-80f2838c-915a-462f-8dcb-f4155940f1f8 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578864
Nov 24 17:53:36.512226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-01c166a3-a873-4ce3-bddf-5f82046245c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.513658 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-01c166a3-a873-4ce3-bddf-5f82046245c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260784
Nov 24 17:53:36.614456 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8de4a-2656-4190-a5c9-7a266d3df871 req-03b6a631-19f8-4aff-ab0f-b4f2cf87053a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.616517 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9df8de4a-2656-4190-a5c9-7a266d3df871 req-03b6a631-19f8-4aff-ab0f-b4f2cf87053a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0806277
Nov 24 17:53:36.660264 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9df8de4a-2656-4190-a5c9-7a266d3df871 req-0e46738e-3cd4-4dfc-b05a-7e59ccc1d92f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379217
Nov 24 17:53:36.913535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cadb1-d9ad-4ab3-8f7d-58d47f7cdd49 req-2b343721-9e65-4cd5-b2d6-eb829be06f14 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:36.917739 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-283cadb1-d9ad-4ab3-8f7d-58d47f7cdd49 req-2b343721-9e65-4cd5-b2d6-eb829be06f14 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.1096416
Nov 24 17:53:36.964835 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-283cadb1-d9ad-4ab3-8f7d-58d47f7cdd49 req-f55dc1ec-3e09-4ad8-9d82-4eb5315affcb tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409751
Nov 24 17:53:37.694085 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106d9be-dd47-43bf-902d-6cd5007b68db req-f15198d6-8d98-46d1-8299-9c09ac713096 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:37.695951 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e106d9be-dd47-43bf-902d-6cd5007b68db req-f15198d6-8d98-46d1-8299-9c09ac713096 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0836957
Nov 24 17:53:37.738405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e106d9be-dd47-43bf-902d-6cd5007b68db req-52b57e35-7799-4f60-a9d4-dd3b89821005 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369170
Nov 24 17:53:37.846993 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190cd7d-26f3-475e-a844-4f1576459e8e req-96ec2e96-bcdf-4fed-a5cc-bd0a612d5945 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:37.848476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0190cd7d-26f3-475e-a844-4f1576459e8e req-96ec2e96-bcdf-4fed-a5cc-bd0a612d5945 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0819058
Nov 24 17:53:37.891927 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0190cd7d-26f3-475e-a844-4f1576459e8e req-5e904e8a-2979-43c4-9302-9981756fb124 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371497
Nov 24 17:53:38.149379 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9fd19-ff9f-4697-81d6-cd7a256f2067 req-b43a3fb0-615d-4b46-a5a4-3a6d2cfbc24b tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:38.150818 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a3a9fd19-ff9f-4697-81d6-cd7a256f2067 req-b43a3fb0-615d-4b46-a5a4-3a6d2cfbc24b tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0799541
Nov 24 17:53:38.196821 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a3a9fd19-ff9f-4697-81d6-cd7a256f2067 req-9c136c2d-0d10-41d4-8859-07284a567a53 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402460
Nov 24 17:53:38.925772 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cecc1-9571-41be-bcef-a771ac26f7c1 req-cce00629-cffe-4970-8dfd-ace8bcff57bf tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:38.927902 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-139cecc1-9571-41be-bcef-a771ac26f7c1 req-cce00629-cffe-4970-8dfd-ace8bcff57bf tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0799272
Nov 24 17:53:38.976102 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-139cecc1-9571-41be-bcef-a771ac26f7c1 req-58a63619-bfd9-4b2a-932c-b5134628e12d tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423188
Nov 24 17:53:39.080199 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ff857-76c0-4582-b784-63758a988116 req-e8a6e781-175b-4b7e-bd7c-26f628ec73a2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:39.081657 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-392ff857-76c0-4582-b784-63758a988116 req-e8a6e781-175b-4b7e-bd7c-26f628ec73a2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0851269
Nov 24 17:53:39.128211 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-392ff857-76c0-4582-b784-63758a988116 req-ca169946-ebf9-445e-9e24-1d31b17cedbc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400529
Nov 24 17:53:39.394150 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-93fddc62-8977-446b-a790-e17b155cd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:39.395785 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-93fddc62-8977-446b-a790-e17b155cd182 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.0756912
Nov 24 17:53:39.401141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-c129f5a1-2233-4e9f-9cb3-a9aaad6b098b service neutron] 10.222.0.55 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597141
Nov 24 17:53:39.425434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f0c9-5a30-421a-8883-f8337c040a05 req-12abc1b0-caeb-4b3a-962d-968929de7e25 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:39.443634 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00a6f0c9-5a30-421a-8883-f8337c040a05 req-12abc1b0-caeb-4b3a-962d-968929de7e25 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.1285665
Nov 24 17:53:39.575937 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00a6f0c9-5a30-421a-8883-f8337c040a05 req-4d5d3fda-8c13-4070-b41d-c178060378bd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314738
Nov 24 17:53:39.603941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-ce543125-dfc3-4495-9727-9e5c1131ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:39.605788 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-ce543125-dfc3-4495-9727-9e5c1131ecdf service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1832306
Nov 24 17:53:39.620504 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f58a2d08-dd96-4a42-8c4d-8074500e6e86 req-c91ec665-2e25-4d3d-82e6-a10fd8091df2 service neutron] 10.222.0.55 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1739323
Nov 24 17:53:39.779334 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-e8a09263-ad43-4231-90ac-0c9ca9a773e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 1001 time: 0.1657267
Nov 24 17:53:40.161600 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ff3d-7d1b-4223-b8a2-4cb9590424d7 req-9ce609d9-3ec9-4b17-995f-8fe7e1103664 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:40.164119 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f607ff3d-7d1b-4223-b8a2-4cb9590424d7 req-9ce609d9-3ec9-4b17-995f-8fe7e1103664 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0852768
Nov 24 17:53:40.219695 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f607ff3d-7d1b-4223-b8a2-4cb9590424d7 req-ce70a552-e254-4243-9750-621deb3424cc tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503600
Nov 24 17:53:40.347571 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a29ba0-764c-408b-9f21-418edf36a73f req-89eb4ffb-cd5a-4cb6-a790-b7e2b0e0e8d2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:40.349095 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-09a29ba0-764c-408b-9f21-418edf36a73f req-89eb4ffb-cd5a-4cb6-a790-b7e2b0e0e8d2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0886383
Nov 24 17:53:40.405481 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-09a29ba0-764c-408b-9f21-418edf36a73f req-ec65d93e-7678-4536-98bf-1a33888b137b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502651
Nov 24 17:53:40.769573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc57083-5efb-47ef-a79e-8cbc6d342ebb req-0320acf3-aaac-4848-b246-84d31c31485d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:40.771202 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2dc57083-5efb-47ef-a79e-8cbc6d342ebb req-0320acf3-aaac-4848-b246-84d31c31485d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0803709
Nov 24 17:53:40.814743 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2dc57083-5efb-47ef-a79e-8cbc6d342ebb req-f4de7a32-ce45-430a-83af-dcbab9e5a9a3 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381696
Nov 24 17:53:41.596819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39933e-bd47-4743-bcb9-899198fc804a req-1ca4951e-bff0-4ea8-8768-0a0cc46b9896 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:41.598275 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-da39933e-bd47-4743-bcb9-899198fc804a req-1ca4951e-bff0-4ea8-8768-0a0cc46b9896 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0814898
Nov 24 17:53:41.645440 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-da39933e-bd47-4743-bcb9-899198fc804a req-6c2062e6-4679-4766-ae41-a94174e9d9a6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415158
Nov 24 17:53:42.000328 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c788de2-f809-4704-a055-336d5c5b5864 req-4598f32b-54ad-402f-8510-62b5aed5c2cd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.001752 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c788de2-f809-4704-a055-336d5c5b5864 req-4598f32b-54ad-402f-8510-62b5aed5c2cd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0848684
Nov 24 17:53:42.045062 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c788de2-f809-4704-a055-336d5c5b5864 req-d9321448-f479-4636-86da-85e7bb6bbe77 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368204
Nov 24 17:53:42.563152 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-fe4dd405-2be7-4380-bfc3-f9830fed18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.564792 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-fe4dd405-2be7-4380-bfc3-f9830fed18d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0608237
Nov 24 17:53:42.614149 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-35ec8663-4ef1-49fb-9e87-5a793f895b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.616960 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-35ec8663-4ef1-49fb-9e87-5a793f895b2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f9fe515b48740349e895a3c54d63a46&device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 1096 time: 0.0812471
Nov 24 17:53:42.646528 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-71e2d40e-3b4d-47e1-80a0-7fbc019b92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.648059 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-71e2d40e-3b4d-47e1-80a0-7fbc019b92c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751038
Nov 24 17:53:42.784261 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-b2ead162-53fd-45d8-92b7-31a139e10542 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273956
Nov 24 17:53:42.812552 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-0c2d86ee-5da9-4da4-89fb-8939bb118afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.813916 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-0c2d86ee-5da9-4da4-89fb-8939bb118afa service neutron] 10.222.0.55 "GET /v2.0/networks?id=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a HTTP/1.1" status: 200  len: 915 time: 0.1741977
Nov 24 17:53:42.891498 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-40cef328-11b5-4e36-91db-60a6a90efbaf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202 HTTP/1.1" status: 200  len: 217 time: 0.0688446
Nov 24 17:53:42.922604 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-34d0691d-5eec-48aa-8b19-b6574954eb89 req-49183845-8509-4d91-9d47-5465df11f490 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298318
Nov 24 17:53:42.963763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028eb7f-c766-4d3f-889c-37bb0e76819b req-093afbc2-2fa6-406d-bef7-0c7042a0c1b0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.965255 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f028eb7f-c766-4d3f-889c-37bb0e76819b req-093afbc2-2fa6-406d-bef7-0c7042a0c1b0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.2105014
Nov 24 17:53:42.987161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-6bcc78ec-89e3-414d-b343-cfb7552d6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:42.988537 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-6bcc78ec-89e3-414d-b343-cfb7552d6ff8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11d8db98-4b18-4b87-a754-d525a257f37a HTTP/1.1" status: 200  len: 853 time: 0.0889711
Nov 24 17:53:43.052679 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f028eb7f-c766-4d3f-889c-37bb0e76819b req-2902f72c-6140-459c-9267-1497bd47930c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806997
Nov 24 17:53:43.091446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-ff63b5b4-0c34-48c8-9221-a246d7d7bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:43.093364 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-ff63b5b4-0c34-48c8-9221-a246d7d7bfb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900667
Nov 24 17:53:43.234849 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b8e4-4c05-44c4-8ed5-9a40d06fda0c req-d44d2101-4aea-4fbe-8efc-89c23018a6dd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:43.236980 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7fe2b8e4-4c05-44c4-8ed5-9a40d06fda0c req-d44d2101-4aea-4fbe-8efc-89c23018a6dd tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0835805
Nov 24 17:53:43.242327 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-e5f57094-bd55-433d-b974-7fad35543b2f service neutron] 10.222.0.55 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340868
Nov 24 17:53:43.282954 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7fe2b8e4-4c05-44c4-8ed5-9a40d06fda0c req-dc335736-afc7-4481-bf9e-965aab7d40b0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399292
Nov 24 17:53:43.379319 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5e0be5f-3105-431d-8060-85eeb7f883a2 req-ee7af702-d6ec-4f0e-b486-86a77fc9b171 service neutron] 10.222.0.55 "GET /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280370
Nov 24 17:53:44.241306 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38228d2-2a9f-4b2c-b9e4-6de88a25958b req-dcbd2b2e-bd5f-4580-a965-741803bbff1d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:44.242662 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b38228d2-2a9f-4b2c-b9e4-6de88a25958b req-dcbd2b2e-bd5f-4580-a965-741803bbff1d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0841563
Nov 24 17:53:44.285244 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b38228d2-2a9f-4b2c-b9e4-6de88a25958b req-aa504e0e-bca2-47fa-8ee1-66649b08114a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370588
Nov 24 17:53:44.471865 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e2461-90b0-491a-a934-cb8d21892d98 req-1f94fb96-9768-4a1c-bc4a-7525eb5b7d4d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:44.473304 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-729e2461-90b0-491a-a934-cb8d21892d98 req-1f94fb96-9768-4a1c-bc4a-7525eb5b7d4d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0858500
Nov 24 17:53:44.517073 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-729e2461-90b0-491a-a934-cb8d21892d98 req-cbc2d192-9284-4297-9137-509a47efa3c9 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374796
Nov 24 17:53:45.467076 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b6ed5-d31f-41e3-80f7-16b406aa0655 req-cffc8a0c-7af6-44b0-b5f5-b1120a154dea tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:45.468554 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-066b6ed5-d31f-41e3-80f7-16b406aa0655 req-cffc8a0c-7af6-44b0-b5f5-b1120a154dea tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0800359
Nov 24 17:53:45.512019 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-066b6ed5-d31f-41e3-80f7-16b406aa0655 req-0382325c-a34e-493d-bcbd-eff1ffb5c952 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373154
Nov 24 17:53:45.696723 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1130c5-6a19-416a-8799-f8885d4108ff req-4fe2d4be-82b9-4187-9785-c48ed9541d05 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:45.698171 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5f1130c5-6a19-416a-8799-f8885d4108ff req-4fe2d4be-82b9-4187-9785-c48ed9541d05 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 943 time: 0.0795693
Nov 24 17:53:45.745816 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5f1130c5-6a19-416a-8799-f8885d4108ff req-29d31d6e-d83d-4b00-b165-f15899d18b86 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420895
Nov 24 17:53:45.835514 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 17:53:45.975981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:45.988690 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202', 'network_id': '4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a', 'port_id': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202', 'mac_address': 'fa:16:3e:e9:f6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11d8db98-4b18-4b87-a754-d525a257f37a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 17:53:46.046388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:46.063140 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 17:53:46.078786 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:46.084004 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:46.086798 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:46.154173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:46.161489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.161844 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.162188 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.162528 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.162863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.163196 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.163540 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.163877 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.164225 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.164555 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.164880 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.165203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 17:53:46.169260 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:46.418875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['1fa4f15a-1ecf-4e05-834f-c09fef5e4202'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 17:53:46.772689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36c68-9ef7-45a7-8e3f-bedb86a58ce0 req-e6eae043-3173-4ed4-bce9-0643dcd93cde tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:46.774373 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fd36c68-9ef7-45a7-8e3f-bedb86a58ce0 req-e6eae043-3173-4ed4-bce9-0643dcd93cde tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1517694
Nov 24 17:53:46.820708 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fd36c68-9ef7-45a7-8e3f-bedb86a58ce0 req-3e06b641-a6f7-4f4b-9047-89efc3fe8c03 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400527
Nov 24 17:53:46.929498 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8da0a-0096-4bca-ad0f-ceb58e512bf8 req-64b18de8-c83b-41fd-8101-a0f972a510ea tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:46.930930 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-19d8da0a-0096-4bca-ad0f-ceb58e512bf8 req-64b18de8-c83b-41fd-8101-a0f972a510ea tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 944 time: 0.0823593
Nov 24 17:53:46.975891 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-19d8da0a-0096-4bca-ad0f-ceb58e512bf8 req-827dc471-86aa-4e92-a077-cef60676091f tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373414
Nov 24 17:53:47.855644 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 17:53:47.928501 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 17:53:47.934411 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 17:53:47.935107 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:48.033988 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc666-0d43-4b77-9bf6-31407402c400 req-82c26fa4-5685-4a5d-84d7-ab149011edac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:48.035464 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-11cbc666-0d43-4b77-9bf6-31407402c400 req-82c26fa4-5685-4a5d-84d7-ab149011edac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0994217
Nov 24 17:53:48.064766 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:48.091885 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-11cbc666-0d43-4b77-9bf6-31407402c400 req-1a41bfdc-2285-4d90-8a2f-1d76d4ae417f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492542
Nov 24 17:53:48.095496 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 17:53:48.106385 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 17:53:48.110881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:48.112867 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 17:53:48.148982 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202', 'code': 200}
Nov 24 17:53:48.181246 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b76bd-0f4e-4cdd-99bb-5b4a0c2d681a req-deafbf88-fe86-4ef0-a033-3f4e9107d97e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:48.182700 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-933b76bd-0f4e-4cdd-99bb-5b4a0c2d681a req-deafbf88-fe86-4ef0-a033-3f4e9107d97e tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0908604
Nov 24 17:53:48.185780 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 17:53:48.188657 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 17:53:48.230969 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-933b76bd-0f4e-4cdd-99bb-5b4a0c2d681a req-7cd79a6f-aa81-478f-bfb9-70625149565d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419922
Nov 24 17:53:48.404514 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5301785-3a6c-46e2-9471-8973355e4709 req-c7146ce7-e4f6-4b94-be1b-82cd17fe190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:48.406106 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b5301785-3a6c-46e2-9471-8973355e4709 req-c7146ce7-e4f6-4b94-be1b-82cd17fe190e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 1098 time: 0.0684614
Nov 24 17:53:48.449427 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b5301785-3a6c-46e2-9471-8973355e4709 req-1e5d4196-db4e-4ce5-900b-649f90826a9f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364354
Nov 24 17:53:49.278632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c949c44-d0fc-4772-91a1-8a5e6db78f4c req-4f687f20-9808-4cab-9d98-0da2b9bfa5b6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:49.280097 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2c949c44-d0fc-4772-91a1-8a5e6db78f4c req-4f687f20-9808-4cab-9d98-0da2b9bfa5b6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0863211
Nov 24 17:53:49.324595 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2c949c44-d0fc-4772-91a1-8a5e6db78f4c req-b3d45a2c-4c1a-42e8-8868-a1276606afaa tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387111
Nov 24 17:53:49.420244 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933ada7-bc7d-4059-b70b-d27224db2b35 req-802981e0-56ac-4da2-9127-06633988e12c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:49.421719 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b933ada7-bc7d-4059-b70b-d27224db2b35 req-802981e0-56ac-4da2-9127-06633988e12c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0815320
Nov 24 17:53:49.468094 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b933ada7-bc7d-4059-b70b-d27224db2b35 req-d318741a-7e59-4c74-a1c8-ab7c2420bc5d tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382743
Nov 24 17:53:50.513089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e736e2-a3b3-4fcd-8657-81dcb9327c98 req-dd69e614-a6b3-4301-aaa3-c50a5812bce1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:50.514542 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-10e736e2-a3b3-4fcd-8657-81dcb9327c98 req-dd69e614-a6b3-4301-aaa3-c50a5812bce1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0810804
Nov 24 17:53:50.559701 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-10e736e2-a3b3-4fcd-8657-81dcb9327c98 req-d40cb800-2df2-4882-b132-9ecad332313f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393114
Nov 24 17:53:50.658752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c182df-d8c8-4c7e-abf9-6eea026f5382 req-7fd33d24-d6c9-4d29-ac09-7b35c0c15bc9 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:50.660117 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-09c182df-d8c8-4c7e-abf9-6eea026f5382 req-7fd33d24-d6c9-4d29-ac09-7b35c0c15bc9 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0888922
Nov 24 17:53:50.704023 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-09c182df-d8c8-4c7e-abf9-6eea026f5382 req-6c4efb2c-e36e-479f-9ffb-5768f5ce782c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380325
Nov 24 17:53:50.892961 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceba9e2-a401-45cd-931f-a1c9b87a9efb req-e96d8cae-e04a-48c2-8afb-8bf7a0927985 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:50.894409 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0ceba9e2-a401-45cd-931f-a1c9b87a9efb req-e96d8cae-e04a-48c2-8afb-8bf7a0927985 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0872667
Nov 24 17:53:50.939044 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0ceba9e2-a401-45cd-931f-a1c9b87a9efb req-8bb0ec07-0765-453e-8534-06b2d153e3a1 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377331
Nov 24 17:53:51.329429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c0a8-bc2c-46de-88dc-bf3a00d77962 req-f8a3fbf0-a149-476a-9b8c-4ecb2e37c7c1 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:51.330877 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cde9c0a8-bc2c-46de-88dc-bf3a00d77962 req-f8a3fbf0-a149-476a-9b8c-4ecb2e37c7c1 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0809298
Nov 24 17:53:51.378709 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cde9c0a8-bc2c-46de-88dc-bf3a00d77962 req-165fa468-da1d-4aff-8a65-e72b68826223 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420647
Nov 24 17:53:51.756314 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc6695-a4d6-410d-91ff-d625407be4ff req-e3fdf085-7173-45bf-b135-4c4fd6e5eb7a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:51.757571 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a3bc6695-a4d6-410d-91ff-d625407be4ff req-e3fdf085-7173-45bf-b135-4c4fd6e5eb7a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0923300
Nov 24 17:53:51.810351 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a3bc6695-a4d6-410d-91ff-d625407be4ff req-d7a0018a-422e-4dc4-bfe2-0c8e25a83794 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456169
Nov 24 17:53:52.998526 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8650196-6a2b-4b39-9648-c4caf7f653c7 req-b71818f3-6db7-4df5-b293-42a6dc602f24 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:53.000027 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8650196-6a2b-4b39-9648-c4caf7f653c7 req-b71818f3-6db7-4df5-b293-42a6dc602f24 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0808311
Nov 24 17:53:53.043162 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8650196-6a2b-4b39-9648-c4caf7f653c7 req-e4a96a91-074c-4621-9d8d-b3e58a77182e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376260
Nov 24 17:53:53.138653 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-24f9961c-8930-44a9-91d3-e925a488d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:53.414350 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:54.251075 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec83d0-5f48-4794-8206-c9bba9da2c72 req-8997e3b6-cfb8-4c23-9dc7-23931dcb8472 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:54.252477 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a8ec83d0-5f48-4794-8206-c9bba9da2c72 req-8997e3b6-cfb8-4c23-9dc7-23931dcb8472 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0971363
Nov 24 17:53:54.298024 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a8ec83d0-5f48-4794-8206-c9bba9da2c72 req-45cad84e-0e2b-4757-b529-50bbf9f53030 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393381
Nov 24 17:53:55.488133 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580d877-3aee-42cc-83eb-3db0ad9ca6f5 req-d4e4be08-8396-4db9-b3af-f1ca9dc31427 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:55.491132 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2580d877-3aee-42cc-83eb-3db0ad9ca6f5 req-d4e4be08-8396-4db9-b3af-f1ca9dc31427 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0881908
Nov 24 17:53:55.535191 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2580d877-3aee-42cc-83eb-3db0ad9ca6f5 req-c82d87cc-ae6e-44e6-afed-8aa90fb249fc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385449
Nov 24 17:53:56.031153 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c341300f-97b9-4385-96a3-e9d04e3aad7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:56.701241 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:56.725046 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5f1c-75fa-4cc7-9120-37b636bed489 req-7d4c958b-010e-4cd1-9749-0dc78ea529e3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:56.726496 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7ad5f1c-75fa-4cc7-9120-37b636bed489 req-7d4c958b-010e-4cd1-9749-0dc78ea529e3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0882225
Nov 24 17:53:56.832361 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7ad5f1c-75fa-4cc7-9120-37b636bed489 req-b232a582-520c-4072-8376-36fd657c4e98 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002927
Nov 24 17:53:58.020275 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa1cb-95b9-40c0-b659-93787d97dc4e req-8253d571-10c6-484e-abbc-0545d88a2e00 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:58.021882 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e97aa1cb-95b9-40c0-b659-93787d97dc4e req-8253d571-10c6-484e-abbc-0545d88a2e00 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0793962
Nov 24 17:53:58.068569 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e97aa1cb-95b9-40c0-b659-93787d97dc4e req-1c200749-77cc-4ec0-b81e-c337bae0b8bb tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409348
Nov 24 17:53:58.068766 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:53:59.252414 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6b42-b267-43e8-a99e-0fd8c68578a1 req-8578196f-09dd-4e92-8987-f1b6c9e7ae2a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:53:59.253888 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-08ae6b42-b267-43e8-a99e-0fd8c68578a1 req-8578196f-09dd-4e92-8987-f1b6c9e7ae2a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0809851
Nov 24 17:53:59.297574 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-08ae6b42-b267-43e8-a99e-0fd8c68578a1 req-2322be09-7b2f-4ce4-890b-14df5037e430 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371056
Nov 24 17:53:59.624159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:00.489361 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3626-4f51-40de-b8ad-9e23f94ed44f req-571dd132-a0d3-461f-8756-5fab819cb331 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:00.490829 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-051a3626-4f51-40de-b8ad-9e23f94ed44f req-571dd132-a0d3-461f-8756-5fab819cb331 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0860188
Nov 24 17:54:00.535106 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-051a3626-4f51-40de-b8ad-9e23f94ed44f req-d76b2c91-d049-4b16-b4d8-69f0526820a1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386753
Nov 24 17:54:01.728370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5624e-88c2-4bc7-a4b2-16c73aad0f31 req-99df5c2d-fcb9-4406-a7b9-d79c2c1de3e8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:01.729811 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8ad5624e-88c2-4bc7-a4b2-16c73aad0f31 req-99df5c2d-fcb9-4406-a7b9-d79c2c1de3e8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0820465
Nov 24 17:54:01.772713 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8ad5624e-88c2-4bc7-a4b2-16c73aad0f31 req-d83c9417-a65b-4973-9675-50db01f5f3f1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373294
Nov 24 17:54:02.954721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae67706-3dc7-444b-9075-ca3a0772a132 req-4f63b0b7-816a-49ac-9576-dc8a9be2da9d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:02.956116 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9ae67706-3dc7-444b-9075-ca3a0772a132 req-4f63b0b7-816a-49ac-9576-dc8a9be2da9d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0799220
Nov 24 17:54:03.002223 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9ae67706-3dc7-444b-9075-ca3a0772a132 req-a37d5bae-1800-435d-a7e3-3d22e3243d6a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396807
Nov 24 17:54:03.370538 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:54:04.191260 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b25b-0073-4ac0-a544-93693dcd7bac req-6624ff66-aca8-418d-82db-e364cc3656a4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:04.193425 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c256b25b-0073-4ac0-a544-93693dcd7bac req-6624ff66-aca8-418d-82db-e364cc3656a4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0854990
Nov 24 17:54:04.239986 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c256b25b-0073-4ac0-a544-93693dcd7bac req-8070c94a-89d6-47aa-8e81-de161a10b4b3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411227
Nov 24 17:54:05.438627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00240afd-a4f5-4c50-823a-9cafaac2d559 req-89f2ba60-448b-4da7-b935-929e7b884e60 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:05.440174 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00240afd-a4f5-4c50-823a-9cafaac2d559 req-89f2ba60-448b-4da7-b935-929e7b884e60 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0844433
Nov 24 17:54:05.488882 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00240afd-a4f5-4c50-823a-9cafaac2d559 req-b7453c14-2a83-44f8-be0c-66cd504f08c6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425124
Nov 24 17:54:06.674675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c04a6-1fab-4c27-ab6d-c36a94b30f03 req-0686a214-aba4-4e35-ac89-bd955676109b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:06.681062 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-786c04a6-1fab-4c27-ab6d-c36a94b30f03 req-0686a214-aba4-4e35-ac89-bd955676109b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0867174
Nov 24 17:54:06.721208 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-786c04a6-1fab-4c27-ab6d-c36a94b30f03 req-a77c9280-963c-46e9-a4c8-c8459b2926c4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389705
Nov 24 17:54:07.929980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957128e5-d13b-462f-bb89-e978e5775d83 req-a56c6076-a075-43e6-a0b6-f6e5948b9296 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:07.931535 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-957128e5-d13b-462f-bb89-e978e5775d83 req-a56c6076-a075-43e6-a0b6-f6e5948b9296 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0908303
Nov 24 17:54:07.979266 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-957128e5-d13b-462f-bb89-e978e5775d83 req-efa9b628-e358-4dfe-9ea9-852a3061641c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419521
Nov 24 17:54:09.169374 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4ccf6-d81f-4adb-9f79-aa4c6255caf4 req-7fee5bcc-d6bf-4c7e-912d-833345edb798 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:09.170838 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b2f4ccf6-d81f-4adb-9f79-aa4c6255caf4 req-7fee5bcc-d6bf-4c7e-912d-833345edb798 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0823052
Nov 24 17:54:09.215843 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b2f4ccf6-d81f-4adb-9f79-aa4c6255caf4 req-cd74354d-d4b3-4cf0-aef9-8905adeb66c2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394049
Nov 24 17:54:10.414312 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55510-cbcd-48c3-b2c8-c546ce2eedf4 req-ea9a1c35-0fdb-4839-914e-c8ef5dc791f9 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:10.415775 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c5f55510-cbcd-48c3-b2c8-c546ce2eedf4 req-ea9a1c35-0fdb-4839-914e-c8ef5dc791f9 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0880246
Nov 24 17:54:10.460860 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c5f55510-cbcd-48c3-b2c8-c546ce2eedf4 req-2b15a1e3-341e-46c9-aa4d-872b9d30b96f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391321
Nov 24 17:54:11.640642 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac0f6-8df1-498b-8df4-5842a6e4d813 req-b00cd35b-9278-44fc-94e5-caf8bd789d89 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:11.641993 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca1ac0f6-8df1-498b-8df4-5842a6e4d813 req-b00cd35b-9278-44fc-94e5-caf8bd789d89 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0780907
Nov 24 17:54:11.686626 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca1ac0f6-8df1-498b-8df4-5842a6e4d813 req-431de403-0aa0-4503-a169-0b40fb86d296 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380332
Nov 24 17:54:12.872295 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4958d-02d3-4adb-89d8-5b26150240b8 req-7b7c8cbb-7f68-4cb9-ab3e-78192b3e0fd2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:12.873749 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ab4958d-02d3-4adb-89d8-5b26150240b8 req-7b7c8cbb-7f68-4cb9-ab3e-78192b3e0fd2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0842483
Nov 24 17:54:12.922704 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ab4958d-02d3-4adb-89d8-5b26150240b8 req-14bce484-12bd-4b10-8e42-65d1c78003f3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411599
Nov 24 17:54:14.109568 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecef85-34a6-4580-a33f-519f08e5c084 req-f03fbbd3-4d51-4f3b-937a-dc2bfc1cd91a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:14.110999 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e0ecef85-34a6-4580-a33f-519f08e5c084 req-f03fbbd3-4d51-4f3b-937a-dc2bfc1cd91a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0821669
Nov 24 17:54:14.156895 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e0ecef85-34a6-4580-a33f-519f08e5c084 req-bca7ca8e-4d9c-419c-a674-731b68634200 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378802
Nov 24 17:54:15.343811 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84dfe7-603d-4688-836d-d7b73b2bbaae req-03476b19-eb78-4a16-81fb-4217de4ec4d6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:15.345236 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7e84dfe7-603d-4688-836d-d7b73b2bbaae req-03476b19-eb78-4a16-81fb-4217de4ec4d6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0810423
Nov 24 17:54:15.389392 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7e84dfe7-603d-4688-836d-d7b73b2bbaae req-8aefa03f-cfa0-48b6-8f2f-8588bff117d5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384276
Nov 24 17:54:16.573697 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e8d15-e4ae-44d7-b2ef-b961fb0af4e8 req-69025d7a-ffd4-494d-960f-84f932b8fca1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:16.575132 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fd6e8d15-e4ae-44d7-b2ef-b961fb0af4e8 req-69025d7a-ffd4-494d-960f-84f932b8fca1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0790472
Nov 24 17:54:16.623024 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fd6e8d15-e4ae-44d7-b2ef-b961fb0af4e8 req-163da57f-0fe2-4a29-b14e-e9d1748e63a2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421507
Nov 24 17:54:17.811473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881579d-1b61-4426-93d6-230100f9ef1e req-82bd4c05-ca6d-4ee3-892b-87f59f4a2e9f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:17.812945 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d881579d-1b61-4426-93d6-230100f9ef1e req-82bd4c05-ca6d-4ee3-892b-87f59f4a2e9f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0828395
Nov 24 17:54:17.856256 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d881579d-1b61-4426-93d6-230100f9ef1e req-29af8f09-d735-4d24-9607-d46b164ebfd3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376241
Nov 24 17:54:19.037545 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd4340-cad6-4b28-9bf9-4ca497b5514e req-1798e190-14aa-4925-80cd-d62b83e11888 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:19.039002 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a4fd4340-cad6-4b28-9bf9-4ca497b5514e req-1798e190-14aa-4925-80cd-d62b83e11888 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0792572
Nov 24 17:54:19.083461 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a4fd4340-cad6-4b28-9bf9-4ca497b5514e req-5861c95e-7f4f-483b-b1ca-b9a5d974ee8d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385990
Nov 24 17:54:20.274952 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5747bd-37c0-4a52-b9c4-37eb78a1f2a0 req-5b9cbb69-31e2-41b9-b8ad-104f256a0475 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:20.276443 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d5747bd-37c0-4a52-b9c4-37eb78a1f2a0 req-5b9cbb69-31e2-41b9-b8ad-104f256a0475 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0878346
Nov 24 17:54:20.323032 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6d5747bd-37c0-4a52-b9c4-37eb78a1f2a0 req-b9dbef73-68e2-4b12-803e-1357976e173a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409725
Nov 24 17:54:21.513944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c290b-ec04-428e-9a76-ee559f720da5 req-e7a75959-76b4-4968-bc92-f65f3ae7c826 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:21.515291 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5c3c290b-ec04-428e-9a76-ee559f720da5 req-e7a75959-76b4-4968-bc92-f65f3ae7c826 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0835290
Nov 24 17:54:21.558563 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5c3c290b-ec04-428e-9a76-ee559f720da5 req-b5239585-466f-4265-8b39-bbeba24db4c9 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376308
Nov 24 17:54:22.800186 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04492436-9aa7-45f4-a743-c295f79bef40 req-73e3d995-ef99-4657-b109-6170e6732694 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:22.802399 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-04492436-9aa7-45f4-a743-c295f79bef40 req-73e3d995-ef99-4657-b109-6170e6732694 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1378911
Nov 24 17:54:22.845147 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-04492436-9aa7-45f4-a743-c295f79bef40 req-565741ec-1545-4a9d-bef2-f3657771ac51 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371010
Nov 24 17:54:23.140067 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4d0babc1-e649-40a8-a67e-bbe6ab64003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:23.420570 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:24.027670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa238532-5f46-4fd9-9224-5d44ff736ce3 req-8413877d-9060-444a-aa9d-aa9e01af82ec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:24.029096 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fa238532-5f46-4fd9-9224-5d44ff736ce3 req-8413877d-9060-444a-aa9d-aa9e01af82ec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0780244
Nov 24 17:54:24.072461 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fa238532-5f46-4fd9-9224-5d44ff736ce3 req-24821c9a-3fe4-4117-9370-58029f957e2e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378325
Nov 24 17:54:25.254255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30047d-de05-48de-8764-2b90c38d69fb req-632bf85d-18d4-4901-ba0b-776e637fdf46 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:25.255688 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0a30047d-de05-48de-8764-2b90c38d69fb req-632bf85d-18d4-4901-ba0b-776e637fdf46 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0791426
Nov 24 17:54:25.299985 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0a30047d-de05-48de-8764-2b90c38d69fb req-b67026a7-6f6f-45ab-b65a-79bf04fcb262 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386961
Nov 24 17:54:26.032512 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4d406f8c-b741-41e8-8886-04656036d4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:26.496015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d35d6-92a5-4d48-af3a-688a88541d0e req-276bd072-b385-4642-b6b9-a951f895aa8f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:26.497469 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a0d35d6-92a5-4d48-af3a-688a88541d0e req-276bd072-b385-4642-b6b9-a951f895aa8f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0908630
Nov 24 17:54:26.543496 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a0d35d6-92a5-4d48-af3a-688a88541d0e req-c3f7ff15-0d1a-4904-b9f9-c48912e8a6c5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400703
Nov 24 17:54:26.703556 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:27.734883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adbe21-3e6e-41f8-af69-3d367539e0f9 req-00443220-0c8b-4558-8a9c-f0dba26acf04 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:27.736262 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-34adbe21-3e6e-41f8-af69-3d367539e0f9 req-00443220-0c8b-4558-8a9c-f0dba26acf04 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0846300
Nov 24 17:54:27.783925 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-34adbe21-3e6e-41f8-af69-3d367539e0f9 req-6642e2a9-c33d-4d7d-b7fe-116f3ee9e2b3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410852
Nov 24 17:54:28.064895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:28.969296 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10f4c7-2a5f-46e5-bc37-39ab7d5fe7f0 req-a1711bd9-c79a-4216-99d8-9e5338bb2e22 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:28.970659 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3a10f4c7-2a5f-46e5-bc37-39ab7d5fe7f0 req-a1711bd9-c79a-4216-99d8-9e5338bb2e22 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0808308
Nov 24 17:54:29.014102 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3a10f4c7-2a5f-46e5-bc37-39ab7d5fe7f0 req-aa3d711b-09a0-43d7-9def-308599eed228 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376987
Nov 24 17:54:29.639783 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:30.202179 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea904b-d20e-485f-a226-2e1f5badfbc5 req-4c48bc3c-cd31-4603-95e1-f76610bae77e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:30.203626 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-21ea904b-d20e-485f-a226-2e1f5badfbc5 req-4c48bc3c-cd31-4603-95e1-f76610bae77e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0794063
Nov 24 17:54:30.247387 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-21ea904b-d20e-485f-a226-2e1f5badfbc5 req-cab22366-20ea-4ab8-a687-6204d19e18e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371785
Nov 24 17:54:31.441724 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5f2a3-bf2b-4dd6-9970-f1c24a5043c1 req-d1dbe02d-acc8-47c9-aa55-bdd7de4813bf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:31.443319 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-59b5f2a3-bf2b-4dd6-9970-f1c24a5043c1 req-d1dbe02d-acc8-47c9-aa55-bdd7de4813bf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0883739
Nov 24 17:54:31.488131 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-59b5f2a3-bf2b-4dd6-9970-f1c24a5043c1 req-2f5ad31e-ab40-4728-9e3d-af676dedfe4f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388355
Nov 24 17:54:32.674173 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7635e6-a96e-4684-8462-83cef9d77888 req-47bbaf55-afbf-41c5-9aaa-529db65a2ff4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:32.675705 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9e7635e6-a96e-4684-8462-83cef9d77888 req-47bbaf55-afbf-41c5-9aaa-529db65a2ff4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0829399
Nov 24 17:54:32.719275 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9e7635e6-a96e-4684-8462-83cef9d77888 req-74bffe2d-ae6b-447c-b667-3762abd2fe3b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379238
Nov 24 17:54:33.902891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0791e-a082-49c4-b8ab-48c65dd92c63 req-5e3db97b-e922-42d6-a397-7c059ba56e99 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:33.904256 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-50a0791e-a082-49c4-b8ab-48c65dd92c63 req-5e3db97b-e922-42d6-a397-7c059ba56e99 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0781565
Nov 24 17:54:33.951372 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-50a0791e-a082-49c4-b8ab-48c65dd92c63 req-078ce976-d494-46a9-b7c3-06611d8274d7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415139
Nov 24 17:54:35.140847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e4410-13fb-436a-94a5-25cd2dc049fd req-3af8015f-5c1f-4ef2-8270-90e55b36d11e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:35.148913 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ae0e4410-13fb-436a-94a5-25cd2dc049fd req-3af8015f-5c1f-4ef2-8270-90e55b36d11e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0914352
Nov 24 17:54:35.195588 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ae0e4410-13fb-436a-94a5-25cd2dc049fd req-25ee6166-ce12-4fdb-bc93-24d4545c1b8a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416923
Nov 24 17:54:36.408798 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06a6d9-acb5-4d8c-b6fe-460a7a3d94d1 req-b0d52612-1dcd-4d53-b1ec-9ca3599cbecb tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:36.417638 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f06a6d9-acb5-4d8c-b6fe-460a7a3d94d1 req-b0d52612-1dcd-4d53-b1ec-9ca3599cbecb tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1152184
Nov 24 17:54:36.463324 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f06a6d9-acb5-4d8c-b6fe-460a7a3d94d1 req-3e60083a-9a97-483b-93e0-c078a36c2931 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447204
Nov 24 17:54:37.348659 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-ea268f66-0f0e-4806-98e7-4c334e1fc1c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756078
Nov 24 17:54:37.446002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-2d44d40e-a959-4efc-8d7a-8bd2c6a55ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:37.447487 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-2d44d40e-a959-4efc-8d7a-8bd2c6a55ddb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0766082
Nov 24 17:54:37.654874 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-49feabb9-9411-441b-b018-ca5c5cc21484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:37.656484 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-49feabb9-9411-441b-b018-ca5c5cc21484 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1891501
Nov 24 17:54:37.729194 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-4e08a7db-4b5e-4d0e-824d-ba98a8d70810 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.0636806
Nov 24 17:54:37.798401 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9150dd-e178-4cd2-8d08-fb00c7f742d0 req-4ae0ffb1-44f6-4b6b-8c1b-de6647ac5ae1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:37.799867 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dd9150dd-e178-4cd2-8d08-fb00c7f742d0 req-4ae0ffb1-44f6-4b6b-8c1b-de6647ac5ae1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.2196295
Nov 24 17:54:37.822029 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-cbe8605e-c431-48f7-be71-79ac74f8cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:37.823493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-cbe8605e-c431-48f7-be71-79ac74f8cab4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0874984
Nov 24 17:54:37.881946 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-112834bb-d2f7-49d6-96c4-c08602bc8162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510826
Nov 24 17:54:37.909981 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dd9150dd-e178-4cd2-8d08-fb00c7f742d0 req-f19be795-c214-4847-8b28-7fb4615f2251 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033094
Nov 24 17:54:38.038561 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-07af5858-bea2-48e2-ab90-c7284da57494 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482372
Nov 24 17:54:38.092706 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a495-9c66-4491-813d-4909dc947546 req-ea97035e-2e74-40eb-aab9-1b1063ea774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:38.094265 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-ea97035e-2e74-40eb-aab9-1b1063ea774c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0793676
Nov 24 17:54:38.242445 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-72b96380-83e1-47ef-a916-643b7178e5a5 req-988b518f-9e79-498b-a5bd-bad578e00240 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1945932
Nov 24 17:54:38.255390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec71635-5afa-445f-838c-54ea8ee55d12 req-5d0a15b2-71c6-4c49-b4e8-53f2a453c1ea tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:38.256978 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ec71635-5afa-445f-838c-54ea8ee55d12 req-5d0a15b2-71c6-4c49-b4e8-53f2a453c1ea tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1886864
Nov 24 17:54:38.295229 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a495-9c66-4491-813d-4909dc947546 req-bcc4de15-b40a-4ca7-959b-9f6149c34a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:38.296669 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-bcc4de15-b40a-4ca7-959b-9f6149c34a52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1958065
Nov 24 17:54:38.304054 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ec71635-5afa-445f-838c-54ea8ee55d12 req-f3ef5b47-0c75-4c1a-bd86-a762c19d5aba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410779
Nov 24 17:54:38.366962 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-c85e7b7c-5598-47cf-8971-dd8a6fa67c32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0610676
Nov 24 17:54:38.438514 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470a495-9c66-4491-813d-4909dc947546 req-5eccd4cb-d7ff-4b6f-b588-821e39003317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:38.439955 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-5eccd4cb-d7ff-4b6f-b588-821e39003317 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0582991
Nov 24 17:54:38.488298 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-22d2886a-f67e-485f-a266-c87760c3ce74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397422
Nov 24 17:54:38.619642 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-11d43fba-4aae-46b1-ad81-571ed9fe2faa service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228814
Nov 24 17:54:38.754815 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6470a495-9c66-4491-813d-4909dc947546 req-6a616f57-9222-47ad-9bbb-188238a953a4 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281116
Nov 24 17:54:39.496739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bd676-5ce7-4a67-b1b1-f21498789771 req-f517c17b-9422-4c58-b3fd-d713a01d6560 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:39.498166 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9f6bd676-5ce7-4a67-b1b1-f21498789771 req-f517c17b-9422-4c58-b3fd-d713a01d6560 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0845013
Nov 24 17:54:39.541811 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9f6bd676-5ce7-4a67-b1b1-f21498789771 req-bf105654-e168-4329-9dd8-d239bf4fbc66 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370564
Nov 24 17:54:40.369079 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:54:40.737950 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449be74-36de-4cc0-96b6-fd6425322583 req-db31113c-908f-4b33-a2c5-a2fcc505b449 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:40.739442 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0449be74-36de-4cc0-96b6-fd6425322583 req-db31113c-908f-4b33-a2c5-a2fcc505b449 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0933096
Nov 24 17:54:40.845735 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0449be74-36de-4cc0-96b6-fd6425322583 req-bda4a927-8414-476e-8cab-655e9c4bb748 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001685
Nov 24 17:54:42.032893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e4284-710e-4d63-9a66-ee0950c94a2e req-7c02e1fc-ee30-4724-b147-7999683554e9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:42.034425 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1b3e4284-710e-4d63-9a66-ee0950c94a2e req-7c02e1fc-ee30-4724-b147-7999683554e9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0802288
Nov 24 17:54:42.080659 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1b3e4284-710e-4d63-9a66-ee0950c94a2e req-cdb02ebd-caff-4ba4-8f51-27193688bb7d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379643
Nov 24 17:54:43.263765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36538800-4914-41ef-ba2f-fdb64313bfe2 req-96feca31-f65c-47a5-979c-a21fdd1dd584 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:43.265197 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36538800-4914-41ef-ba2f-fdb64313bfe2 req-96feca31-f65c-47a5-979c-a21fdd1dd584 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0783107
Nov 24 17:54:43.309176 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36538800-4914-41ef-ba2f-fdb64313bfe2 req-f5eee1c7-a4c0-4d4e-af24-e47af00eaca8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376921
Nov 24 17:54:44.502527 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db745abe-5894-498b-8709-4aecb1ff6b9c req-7cb791c6-bd7e-4eeb-8e76-505a83031dce tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:44.504613 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-db745abe-5894-498b-8709-4aecb1ff6b9c req-7cb791c6-bd7e-4eeb-8e76-505a83031dce tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0860233
Nov 24 17:54:44.548469 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-db745abe-5894-498b-8709-4aecb1ff6b9c req-71e57a34-1c72-4e69-9a87-2b9c821a0b67 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383632
Nov 24 17:54:45.735353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9e929-a5ed-4934-ad50-80c3bab0fa0d req-aa84810a-7201-47a5-a159-299f8218ebea tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:45.736809 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b3e9e929-a5ed-4934-ad50-80c3bab0fa0d req-aa84810a-7201-47a5-a159-299f8218ebea tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0821993
Nov 24 17:54:45.780291 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b3e9e929-a5ed-4934-ad50-80c3bab0fa0d req-b8df7f63-b01f-47a1-8ed1-11146750554a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377867
Nov 24 17:54:46.958685 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c71fcd-2e81-4d8c-ac96-8aa7ed006916 req-e20f4cd0-0776-4c96-8240-01d3de3643fa tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:46.960021 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a6c71fcd-2e81-4d8c-ac96-8aa7ed006916 req-e20f4cd0-0776-4c96-8240-01d3de3643fa tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0782514
Nov 24 17:54:47.005747 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a6c71fcd-2e81-4d8c-ac96-8aa7ed006916 req-49801900-0ecc-486f-85e0-41a2cf9e0f47 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402200
Nov 24 17:54:48.197915 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a12d-ee0e-4c03-b5f6-57ecaf8113a1 req-800d950d-58cd-435e-83ef-631d852bea26 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:48.199353 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b5d0a12d-ee0e-4c03-b5f6-57ecaf8113a1 req-800d950d-58cd-435e-83ef-631d852bea26 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0891798
Nov 24 17:54:48.244258 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b5d0a12d-ee0e-4c03-b5f6-57ecaf8113a1 req-2129bf0d-ab20-4963-b547-fcc03d329ce0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392766
Nov 24 17:54:49.430894 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203f2bc-8e1a-4e2b-a517-963538c3525d req-6d7d72af-d14d-4584-a621-0bbd4ca3581c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:49.432387 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d203f2bc-8e1a-4e2b-a517-963538c3525d req-6d7d72af-d14d-4584-a621-0bbd4ca3581c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0820901
Nov 24 17:54:49.479035 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d203f2bc-8e1a-4e2b-a517-963538c3525d req-ab66d09a-137e-44dc-b480-f0e07d9c6af4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405552
Nov 24 17:54:50.667955 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd6a7-d5c9-433e-a4ee-89164595e4bd req-396c5a7c-5b96-498a-812b-9e16861d90d3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:50.669239 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fa5cd6a7-d5c9-433e-a4ee-89164595e4bd req-396c5a7c-5b96-498a-812b-9e16861d90d3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0816398
Nov 24 17:54:50.714012 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fa5cd6a7-d5c9-433e-a4ee-89164595e4bd req-e7d2753e-2965-41e2-bbd0-51ce85ae8bd5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390935
Nov 24 17:54:51.904145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e9ab0-4a16-48fd-a621-2366f3165af2 req-a94a6c37-377c-4820-8008-d8c65e86cd66 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:51.905489 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a87e9ab0-4a16-48fd-a621-2366f3165af2 req-a94a6c37-377c-4820-8008-d8c65e86cd66 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0821776
Nov 24 17:54:51.949766 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a87e9ab0-4a16-48fd-a621-2366f3165af2 req-e09fa931-c75a-44ba-809f-3cd10085ca95 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381489
Nov 24 17:54:53.131015 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109dd21-8b80-4e2e-bcc2-4bf08f7aa57c req-f4301e59-7152-49e1-a06d-5feaff54a3c5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:53.132519 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d109dd21-8b80-4e2e-bcc2-4bf08f7aa57c req-f4301e59-7152-49e1-a06d-5feaff54a3c5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0794835
Nov 24 17:54:53.141915 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-06be0c3b-8b31-4908-b94e-94d17153fd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:53.180950 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d109dd21-8b80-4e2e-bcc2-4bf08f7aa57c req-cce56c65-6d5c-4656-afc8-7fa45fe48339 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425069
Nov 24 17:54:53.414049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:54.366013 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e9c09-e642-48f9-92a4-bab17884e265 req-b1af2319-16fb-4474-a405-bdbdea6f915a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:54.367439 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-366e9c09-e642-48f9-92a4-bab17884e265 req-b1af2319-16fb-4474-a405-bdbdea6f915a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0822082
Nov 24 17:54:54.413845 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-366e9c09-e642-48f9-92a4-bab17884e265 req-626e7c48-f5e2-4984-9e00-8f26171b4828 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405123
Nov 24 17:54:55.596280 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047b4-8ca1-4cfb-916c-4fe7407c2126 req-42cb929c-ce2c-485f-97f7-375a02c7c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:55.597742 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b0c047b4-8ca1-4cfb-916c-4fe7407c2126 req-42cb929c-ce2c-485f-97f7-375a02c7c37a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0746505
Nov 24 17:54:55.604438 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fecb4-65b6-4d69-a930-fc703fcc9a1e req-21aec53a-3555-4340-9697-6f26e3ca449b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:55.605902 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-013fecb4-65b6-4d69-a930-fc703fcc9a1e req-21aec53a-3555-4340-9697-6f26e3ca449b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0795534
Nov 24 17:54:55.640405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b0c047b4-8ca1-4cfb-916c-4fe7407c2126 req-32c53610-4136-477d-94eb-e77167c54432 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350447
Nov 24 17:54:55.649675 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-013fecb4-65b6-4d69-a930-fc703fcc9a1e req-d18fdb77-ab98-4eaa-aeca-b34995bbf580 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379913
Nov 24 17:54:56.034597 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-69c19d9f-febb-410f-920e-941894ba9e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:56.709421 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:56.844236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc54ed-1658-4b8c-aedf-735411ab1abe req-ab6d66a7-f071-40a2-ae6c-9c56976e8c2b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:56.845839 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3abc54ed-1658-4b8c-aedf-735411ab1abe req-ab6d66a7-f071-40a2-ae6c-9c56976e8c2b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0880520
Nov 24 17:54:56.891961 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3abc54ed-1658-4b8c-aedf-735411ab1abe req-70bbdeb1-112e-4d11-a53e-9f1bae6ea579 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393124
Nov 24 17:54:58.068654 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:54:58.229199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bc536-53c9-4c93-8dfa-2ab3c5d1316a req-baff592a-ca77-45ba-bafd-28cba256ea96 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:58.230630 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-644bc536-53c9-4c93-8dfa-2ab3c5d1316a req-baff592a-ca77-45ba-bafd-28cba256ea96 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0833313
Nov 24 17:54:58.273334 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-644bc536-53c9-4c93-8dfa-2ab3c5d1316a req-e71972dd-c275-455b-8ceb-2ec8546582b5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370064
Nov 24 17:54:58.819912 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d8218-c9e6-43cf-944d-e281d71adc08 req-9797229a-83cd-4557-9d97-02f72c2cf29a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:58.821329 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-172d8218-c9e6-43cf-944d-e281d71adc08 req-9797229a-83cd-4557-9d97-02f72c2cf29a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.1061764
Nov 24 17:54:58.823295 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-8c847599-c1bc-4c92-8f8e-3797e7809672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:58.824615 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-8c847599-c1bc-4c92-8f8e-3797e7809672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.1537755
Nov 24 17:54:59.008836 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-172d8218-c9e6-43cf-944d-e281d71adc08 req-fd7e0f12-a1f4-4b0c-9c92-d51fe64199f6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817029
Nov 24 17:54:59.046368 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-1681370a-51e8-44a7-ac6a-3220364c542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:59.047805 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-1681370a-51e8-44a7-ac6a-3220364c542e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.2083607
Nov 24 17:54:59.114621 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-e33f425e-0728-46f3-ae99-b25360d820b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0594101
Nov 24 17:54:59.179368 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-1ca0207e-da03-4c48-9798-219416ac5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:54:59.180758 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-1ca0207e-da03-4c48-9798-219416ac5d08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0591116
Nov 24 17:54:59.234006 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-93a56030-997f-4558-82e8-ce06ec1f6fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394235
Nov 24 17:54:59.370141 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-e02b5744-35f3-451c-903e-308fab22fc4c service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259859
Nov 24 17:54:59.506141 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33c08116-6b0a-4636-a6f9-f12400fe508b req-30cefcd5-5a97-44c5-bf3a-45195974a51c service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287973
Nov 24 17:54:59.635178 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:00.191506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd6beb-71c3-43a6-9fb7-6e69f9bf9e95 req-9cd00598-6998-4862-842e-d59c60e993cb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:00.192975 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dedd6beb-71c3-43a6-9fb7-6e69f9bf9e95 req-9cd00598-6998-4862-842e-d59c60e993cb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0789020
Nov 24 17:55:00.236357 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dedd6beb-71c3-43a6-9fb7-6e69f9bf9e95 req-c0cf85b4-360b-41ae-a097-abb616fe2c53 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377977
Nov 24 17:55:01.426634 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37aba0-c618-447e-8910-63f837ffa349 req-ac21ef03-1134-466b-852f-4bb7a6afc670 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:01.428223 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8d37aba0-c618-447e-8910-63f837ffa349 req-ac21ef03-1134-466b-852f-4bb7a6afc670 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0855300
Nov 24 17:55:01.479773 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8d37aba0-c618-447e-8910-63f837ffa349 req-bc3e7d86-8d3d-4fb2-a9b0-e83b80349d34 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451822
Nov 24 17:55:02.669138 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d6a51-797f-4567-882f-cec903af891f req-5a211a56-2f21-42ae-a753-f2a8a245e8bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:02.670625 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a55d6a51-797f-4567-882f-cec903af891f req-5a211a56-2f21-42ae-a753-f2a8a245e8bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0831618
Nov 24 17:55:02.715693 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a55d6a51-797f-4567-882f-cec903af891f req-9ea197db-2dd5-4f6c-a0df-f5a338993e95 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379102
Nov 24 17:55:17.367562 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:55:23.145287 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ee6ad02-dca8-4684-8453-9ea33dec18b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:23.417952 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:26.036477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6ef17370-8984-4229-9b4f-660c8fa4282b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:26.717544 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:27.484697 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-12691641-c847-4fa4-bcd2-c140a8695d9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695949
Nov 24 17:55:27.581319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-a1989847-5fe6-42dd-8083-ec0fc62190df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:27.582761 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-a1989847-5fe6-42dd-8083-ec0fc62190df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.0744915
Nov 24 17:55:27.743892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-5603235e-209d-4bcf-9092-e97e6ef9e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:27.745320 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-5603235e-209d-4bcf-9092-e97e6ef9e7db service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1400423
Nov 24 17:55:27.846769 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-96ce308e-7896-4ce0-8b7d-6019e313217a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 1001 time: 0.0939763
Nov 24 17:55:27.913408 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-410bb4e5-4fc5-4ab2-b479-ec1d5ccdead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:27.914818 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-410bb4e5-4fc5-4ab2-b479-ec1d5ccdead5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0601573
Nov 24 17:55:27.995916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-bd0402a4-1415-4e25-9b02-32a38e7fa54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:55:27.997352 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-bd0402a4-1415-4e25-9b02-32a38e7fa54e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722299
Nov 24 17:55:28.068945 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:28.132950 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-6d5fe9cf-d55d-46a6-9881-fbcb57c0fa96 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273439
Nov 24 17:55:28.265143 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4a8b5088-56a4-4d39-9831-9e53f1bd7821 req-2c19b709-bf2a-4795-96c8-700e55454a5b service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247010
Nov 24 17:55:29.642246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:53.147289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3f681717-bcec-4373-87d8-49e61ec46fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:53.420442 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:54.366211 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:55:56.039414 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1f2626a4-1c61-4237-bb00-4b204ce43741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:56.717250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:58.072038 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:55:59.636391 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:23.149020 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8f768d70-22a9-4eff-bb55-e384518fb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:23.423450 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:26.041150 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-15166e52-61a5-4ea4-a2c6-da6286a016a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:26.719317 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:28.080845 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:28.582501 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-18de640c-80c4-4c17-ad68-ae87eb1b7132 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1905682
Nov 24 17:56:28.681444 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-01b5f1bd-fe3b-4a6e-9065-c9fa9919f946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:56:28.682761 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-01b5f1bd-fe3b-4a6e-9065-c9fa9919f946 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 1098 time: 0.0709872
Nov 24 17:56:28.913041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-c3d935ca-e56b-403b-b2f9-1e3d6f25641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:56:28.914645 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-c3d935ca-e56b-403b-b2f9-1e3d6f25641e service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.2070861
Nov 24 17:56:28.989338 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-b0e50817-c672-47ec-901f-d9dd8e730da6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 200  len: 217 time: 0.0631869
Nov 24 17:56:29.054287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-7fee7b6d-453a-4887-ad85-02921218242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:56:29.055866 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-7fee7b6d-453a-4887-ad85-02921218242b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0578406
Nov 24 17:56:29.111542 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-0633cf45-2caf-4f76-bdc3-0f6ff0254a2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445023
Nov 24 17:56:29.269304 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-bfe9ac58-78c5-4a81-9384-ef67afca114a service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468554
Nov 24 17:56:29.401972 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e435c72d-18da-4eed-8527-ab380fe60cb1 req-a7699cb2-9786-4b90-b5cd-49c972e61d09 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229084
Nov 24 17:56:29.663874 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:31.365241 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:56:53.149240 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-059748f0-639d-4922-949e-9f3ace3f8819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:53.429129 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:56.042255 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-df3274db-c30b-443a-a922-dde95021651e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:56.721230 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:58.070705 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:56:59.673397 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:08.364545 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:57:23.152448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4fdbf091-6ece-4057-b545-f078fa4484a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:23.431085 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:26.048962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-05e5a774-93ad-4499-8836-4b1a51805314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:26.723540 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:28.072584 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:29.664671 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:45.363756 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:57:53.153269 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7354999d-60ed-42f4-9f72-a8bca0548a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:53.445222 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:56.041687 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b8365920-f382-492b-8f2f-3c2927ed0a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:56.726352 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:58.075698 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:57:59.686924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:22.362941 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:58:23.159108 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-979341a3-97c0-4995-97cd-caa5e86808d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:23.435632 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:26.042335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b875a4ae-0bf5-4d7e-816e-04a6d320ec5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:26.753192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:28.078840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:29.678656 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:32.420620 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-7305cd82-1806-45a4-90f4-ec426e53be8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697601
Nov 24 17:58:32.570753 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-24ff1e85-2ae8-416a-9905-3ccce30f4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:58:32.572228 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-24ff1e85-2ae8-416a-9905-3ccce30f4db5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.0737650
Nov 24 17:58:32.722411 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-0da0c5eb-72f9-4d04-a7cc-7b1f98e0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:58:32.723729 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-0da0c5eb-72f9-4d04-a7cc-7b1f98e0cd92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1245170
Nov 24 17:58:32.793442 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-75097a59-de95-4d58-81ef-79e53a5dad72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.0613506
Nov 24 17:58:32.861692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-89325e55-c7fd-424e-a0bb-c4bfac0ab5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:58:32.863101 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-89325e55-c7fd-424e-a0bb-c4bfac0ab5c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0638857
Nov 24 17:58:32.910601 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-6217d2cc-1b6e-45ff-a5e0-eeb6ff69902f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393639
Nov 24 17:58:33.045786 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-61152b62-54a1-474f-9f19-2f6eb01a916b service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249039
Nov 24 17:58:33.186060 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ba0ac9e7-fe4b-40b5-87c5-bf6bdd152ab3 req-4713e55c-2f3d-48ee-b14b-e9a16b1bf91d service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305490
Nov 24 17:58:53.152004 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1e603799-46f5-4c13-b2fb-38f5c273a665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:53.437508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:56.045596 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-157d2c4b-014d-46d8-8887-7d3776a207d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:56.732289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:58.082694 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:58:59.361523 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:58:59.677614 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:23.155377 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-db229d51-615f-47d7-bad1-8efd12a7a270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:23.440024 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:26.045193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-39d680d6-dfc1-4bd5-9682-88444a4c837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:26.734351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:28.085234 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:29.681128 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:33.506992 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-0fca1c91-c69b-43cc-8f1b-7adcc21b9e46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727985
Nov 24 17:59:33.601394 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-30e4409b-e8ab-4ce0-862a-7c910153bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:59:33.602808 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-30e4409b-e8ab-4ce0-862a-7c910153bcb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0718186
Nov 24 17:59:33.851546 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-c361267d-8948-4b97-969d-f9dd2e7b7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:59:33.852956 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-c361267d-8948-4b97-969d-f9dd2e7b7dec service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.2262442
Nov 24 17:59:33.926881 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-9d8b2c5d-7ac4-4fb5-b728-aa908cb41c39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0624690
Nov 24 17:59:33.991272 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-cb52e255-e32d-424b-8d73-0908c3ffff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 17:59:33.992668 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-cb52e255-e32d-424b-8d73-0908c3ffff86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0558817
Nov 24 17:59:34.043651 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-f1f077d5-5fcf-49be-948a-3940d25b81d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405126
Nov 24 17:59:34.184680 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-a3b903ca-0fe9-41e1-a1f8-843b300a0198 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295302
Nov 24 17:59:34.333043 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-afa7e93d-30cb-4189-837a-4403cfd09c55 req-63b0e660-7de5-4296-b294-ec51aba7d96a service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382692
Nov 24 17:59:36.360550 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 17:59:53.158553 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5e0c318e-7ec5-443e-92b0-9f5b7b87aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:53.441485 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:56.047686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-44f5bbc9-befc-4d13-aef9-61a1763941d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:56.737064 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:58.089331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 17:59:59.709502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:13.359674 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:00:23.161079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9a14813e-0451-4edc-9e5c-e2602d622164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:23.445369 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:26.048893 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8123f920-521d-4cdf-a4f3-d6c66dc16deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:26.739260 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:28.091659 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:29.718373 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:34.458504 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-468e9b33-60bf-45b7-86bc-24762d3357ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872521
Nov 24 18:00:34.556930 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-5379b668-f451-40f1-803b-fef196576b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:00:34.558427 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-5379b668-f451-40f1-803b-fef196576b8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0709925
Nov 24 18:00:34.716678 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-c708713b-effe-4f73-b18c-e9a376b3e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:00:34.718376 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-c708713b-effe-4f73-b18c-e9a376b3e420 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1355922
Nov 24 18:00:34.794687 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-338f9c1c-e057-4a56-b87b-711a49787e39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.0645010
Nov 24 18:00:34.862054 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-67887e55-0156-4cc9-aa91-e11315a9ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:00:34.863479 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-67887e55-0156-4cc9-aa91-e11315a9ff6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0587587
Nov 24 18:00:34.916530 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-036e43a6-b073-4c20-9312-9512028a40fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429254
Nov 24 18:00:35.054966 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-3b9574c4-2c15-4b90-8611-ab62b8f319fe service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276319
Nov 24 18:00:35.192841 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-579d3e41-883a-41f3-a0d6-7dae4baed0dd req-84b16cb7-f85f-41be-a049-8851e6f83313 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279528
Nov 24 18:00:50.358478 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:00:53.164183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2053f319-dcc9-461e-96b3-60128dbbed7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:53.448949 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:56.050511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7c5776df-6f87-4732-a5d0-b61491fe77b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:56.741358 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:58.095262 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:00:59.710284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:23.165053 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b78f8a9d-d889-4370-8bb2-a6c9aa12763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:23.450948 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:26.055923 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0d78ce81-9e74-4c07-8fe0-47d05d05830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:26.743922 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:27.357789 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:01:28.097950 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:29.714526 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:35.505948 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-fd827238-29e2-4f5c-ae23-13da914d129b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1071324
Nov 24 18:01:35.598937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-844ad580-438c-4237-a196-7f062d97829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:01:35.600380 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-844ad580-438c-4237-a196-7f062d97829a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.0693414
Nov 24 18:01:35.753718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-ef97c950-092b-4498-a189-a8fd65aa8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:01:35.755184 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-ef97c950-092b-4498-a189-a8fd65aa8cbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1324487
Nov 24 18:01:35.933929 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-f216b20c-408e-4d8c-b51a-5df7872cbc42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 1001 time: 0.1673446
Nov 24 18:01:36.005624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-703d6204-4dbd-4b99-8687-dee3996e46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:01:36.006778 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-703d6204-4dbd-4b99-8687-dee3996e46af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0628014
Nov 24 18:01:36.087730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-9ee24b8f-3ef6-44ef-b358-4a550d8768f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:01:36.089206 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-9ee24b8f-3ef6-44ef-b358-4a550d8768f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711548
Nov 24 18:01:36.103997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-3c927df0-4805-420d-8b0c-3a31bded45e5 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:01:36.104918 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-3c927df0-4805-420d-8b0c-3a31bded45e5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049551
Nov 24 18:01:36.239790 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-7e1dda06-1df4-4fca-b983-570531f2e038 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242857
Nov 24 18:01:36.377207 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-11402b99-b37e-438a-afb8-3007bcb95be8 req-c5546e55-3aa4-44bf-a560-547868af1a3d service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280930
Nov 24 18:01:53.167959 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-cbdd7e44-2699-4a46-b8d8-0c00c5c560ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:53.455159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:56.047810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7d093ff3-6d02-4d83-9861-48342b559664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:56.746969 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:58.102199 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:01:59.746823 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:04.356459 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:02:23.169897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4b85-1518-4fa8-8be8-d396e3badda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:23.457320 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:26.048816 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0c941459-50be-4476-8d46-2c7f87400d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:26.750635 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:28.109575 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:29.742722 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:38.167365 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-86d95a7f-87a4-4a11-ae40-51116da96c79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759890
Nov 24 18:02:38.272114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-330f4644-376d-4bde-8f42-cbb97e320d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:02:38.273561 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-330f4644-376d-4bde-8f42-cbb97e320d7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 1098 time: 0.0787547
Nov 24 18:02:38.428392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-75dfa125-3c7d-472f-8fb9-b950ef241c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:02:38.429855 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-75dfa125-3c7d-472f-8fb9-b950ef241c81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1315801
Nov 24 18:02:38.508133 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-bc1c5ed3-7024-4ad3-8681-a036ee78e718 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 200  len: 217 time: 0.0672240
Nov 24 18:02:38.577770 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-58fbd9ce-8601-4fb7-8737-4e677cd7f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:02:38.579198 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-58fbd9ce-8601-4fb7-8737-4e677cd7f2d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0610528
Nov 24 18:02:38.635943 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-109e614a-0d1f-4eeb-9bf9-7b361ee5cc8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462687
Nov 24 18:02:38.772471 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-e31d0af3-a822-49e4-ad9b-0665d7e52643 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254790
Nov 24 18:02:38.908244 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cc65e637-cb3a-4a97-8789-b958ad6ece7a req-7b3d6862-b8ac-4f65-99d2-c7216cb7a1fd service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243999
Nov 24 18:02:41.364030 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:02:53.173184 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-46305605-7b60-482a-bb8f-ca5bbac8fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:53.458094 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:56.050247 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ad4e7349-2069-4fd0-ab2b-429e4c8fb1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:56.752866 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:58.107667 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:02:59.761543 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:18.353462 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:03:23.176568 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a0f03745-bfd4-4f34-8ab3-af86d9b7b8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:23.458947 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:26.053341 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ca6f40de-d5fe-47dc-a737-feae8a92142b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:26.756619 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:28.111386 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:29.752287 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:40.186002 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-d8921843-4d6c-42a4-8f7f-edc42f5942be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0694566
Nov 24 18:03:40.304128 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-5fbf5e2c-fc16-447e-b7c3-52d3ad76e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:03:40.305581 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-5fbf5e2c-fc16-447e-b7c3-52d3ad76e58e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d38ff3a0728b4c08b344b804e0d1ccad&device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 1098 time: 0.0862556
Nov 24 18:03:40.457139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-2588d801-a07f-40c5-b453-b9bb08e1de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:03:40.458607 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-2588d801-a07f-40c5-b453-b9bb08e1de70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=13b3371c-40b3-489c-893f-79b52f800877 HTTP/1.1" status: 200  len: 915 time: 0.1294875
Nov 24 18:03:40.591264 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-68c8e691-025b-48ad-b02c-91c004340dff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10363e40-65d5-4242-9986-a18d5073f092 HTTP/1.1" status: 200  len: 217 time: 0.1224825
Nov 24 18:03:40.674265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-cd2ced8c-c324-4f8b-911b-30c109d8609d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:03:40.675713 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-cd2ced8c-c324-4f8b-911b-30c109d8609d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb66239c-815c-40f7-9daa-a29a615fddf2 HTTP/1.1" status: 200  len: 854 time: 0.0746937
Nov 24 18:03:40.726279 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-12ef4147-e1fd-4f49-9219-2cef38dfd29c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=13b3371c-40b3-489c-893f-79b52f800877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402203
Nov 24 18:03:40.861467 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-517ed641-51c9-4b43-9d36-d80871760c63 service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237440
Nov 24 18:03:41.005988 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4bf8c4fc-a494-4b1f-8174-37574e3ef1dd req-01007d96-e556-4ea8-a9a7-47be41e87865 service neutron] 10.222.0.55 "GET /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344886
Nov 24 18:03:53.178884 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d62cb06d-9ea6-4a46-ae6f-9fe88a63e809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:53.460507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:55.352573 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:03:56.056393 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d00e234-a264-408e-b86c-acd7e60a875b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:56.758962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:58.113528 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:03:59.751101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:23.182415 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-49615519-c21a-4fda-ac9a-e1fc716a0cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:23.462741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:26.057833 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-80ed1f4a-9e89-47d1-a9df-1620f882ccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:26.761502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:28.115709 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:29.748601 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:32.351316 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:04:39.459827 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-d349d88d-ec81-4eec-b35f-351e00b7c3e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718954
Nov 24 18:04:39.570030 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-bb24d1c0-c679-447c-ba8f-bc91b56f95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:04:39.571581 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-bb24d1c0-c679-447c-ba8f-bc91b56f95d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 1098 time: 0.0823753
Nov 24 18:04:39.725639 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-5b141f1d-166c-441c-8854-f0ca3ad71f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:04:39.727085 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-5b141f1d-166c-441c-8854-f0ca3ad71f80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1307058
Nov 24 18:04:39.800170 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-f043d7d6-c6dc-4df7-b71c-d5dcfe65845e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fa8ced4-236c-4411-8064-df63a3451657 HTTP/1.1" status: 200  len: 217 time: 0.0627172
Nov 24 18:04:39.863718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-ff3f98f0-3ed3-4ec9-9295-96be56391761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:04:39.865663 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-ff3f98f0-3ed3-4ec9-9295-96be56391761 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0551546
Nov 24 18:04:39.916849 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-9ec9955b-4ec6-4b20-8178-af503f26b36c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397856
Nov 24 18:04:40.058161 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-f7f09429-53e1-4648-a61b-af55b9dd8783 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316741
Nov 24 18:04:40.192724 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3df860de-15bc-4a64-9525-fb2bf0a62dc7 req-51b07261-24d6-4431-a633-d5626126d8c9 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245100
Nov 24 18:04:53.183996 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e3c5fc6e-4684-46e6-9901-acde04a59184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:53.464817 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:56.060093 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d4696e83-97fe-4247-b128-2e241174d6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:56.764795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:58.129240 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:04:59.748005 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:09.351253 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:05:23.185337 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0e16d3a4-c0bb-4d33-928c-e1f3184ad0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:23.466672 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:26.061674 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-257e17cf-df07-4426-ae44-04614f3d1420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:26.767762 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:28.122542 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:29.774149 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:40.454184 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-20d7159a-7261-47a3-8422-a5de3c6d8ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770741
Nov 24 18:05:40.548542 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-33576489-9273-45d6-b7f9-da8db0d02d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:40.549958 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-33576489-9273-45d6-b7f9-da8db0d02d89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 1098 time: 0.0688894
Nov 24 18:05:40.701581 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-ae1d78b9-6c20-424a-8c04-fb9a5208288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:40.703056 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-ae1d78b9-6c20-424a-8c04-fb9a5208288a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1276278
Nov 24 18:05:40.864090 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-906eba7d-44bd-4ed6-aa56-47eec74060b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb HTTP/1.1" status: 200  len: 217 time: 0.1505668
Nov 24 18:05:40.940440 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-cb644614-654d-4960-bfc0-d2b99402fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:40.941875 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-cb644614-654d-4960-bfc0-d2b99402fb22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0674319
Nov 24 18:05:40.995552 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-e681f8b6-168b-4cf7-8e76-f76014dea73b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421574
Nov 24 18:05:41.141502 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-70a59d11-c00e-42ce-bf70-a84c5187c61b service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385748
Nov 24 18:05:41.280547 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a78117fc-6524-4592-b6b5-d7b27e04b978 req-cd5488cd-d5a0-4cb0-882b-1addb6c587ed service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319110
Nov 24 18:05:41.412435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d21380-260b-40f2-acdc-14402f9c73fe req-98c25a48-ac13-40c9-9862-d22696a07769 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:41.420097 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-40d21380-260b-40f2-acdc-14402f9c73fe req-98c25a48-ac13-40c9-9862-d22696a07769 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 945 time: 0.1643860
Nov 24 18:05:41.462116 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-40d21380-260b-40f2-acdc-14402f9c73fe req-ee15dd1f-7478-41a9-805c-10cdfdd0452b tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398364
Nov 24 18:05:41.970563 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-19041f5d-e165-48fb-a297-7e930bc48f62 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:41.972403 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-19041f5d-e165-48fb-a297-7e930bc48f62 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.55 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 945 time: 0.0874734
Nov 24 18:05:42.046316 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Deleting port 10363e40-65d5-4242-9986-a18d5073f092 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:05:42.046657 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:42.286744 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a590060-1606-4284-ac17-c9524cd6cc16 req-ed4744a8-bff7-42c1-bfdd-2a35243f76c6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:42.288197 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a590060-1606-4284-ac17-c9524cd6cc16 req-ed4744a8-bff7-42c1-bfdd-2a35243f76c6 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.2180176
Nov 24 18:05:42.366975 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a590060-1606-4284-ac17-c9524cd6cc16 req-28751cb3-0125-417e-af92-9df21975b423 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730739
Nov 24 18:05:42.403826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] For port 10363e40-65d5-4242-9986-a18d5073f092, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=10363e40-65d5-4242-9986-a18d5073f092,segment=NetworkSegment(508afb4c-00c4-435b-bb2f-82defc7313fe),segment_id=508afb4c-00c4-435b-bb2f-82defc7313fe)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:05:42.404211 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:42.545310 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Calling delete_port for 10363e40-65d5-4242-9986-a18d5073f092 owned by compute:nova {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:05:42.614004 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-a347a8df-a2a7-4e42-b317-8c452a0e0fe1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:42.615533 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-a347a8df-a2a7-4e42-b317-8c452a0e0fe1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 945 time: 0.0991502
Nov 24 18:05:42.750797 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Deleting port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:05:42.751138 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:42.768416 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:42.774240 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:05:42.781746 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['10363e40-65d5-4242-9986-a18d5073f092'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:05:42.823550 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Pushing event deleted for resources: {'Port': ['ID=10363e40-65d5-4242-9986-a18d5073f092,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:05:42.863851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.864221 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.864576 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.864932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.865284 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.865640 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.865982 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.866327 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.866669 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.867015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.867353 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.867796 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:42.875240 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:05:42.896353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141747-dd8e-4bbf-b972-2cb1dc343fdc req-56248f73-54da-41a8-918d-03b6956e0709 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:42.897798 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2b141747-dd8e-4bbf-b972-2cb1dc343fdc req-56248f73-54da-41a8-918d-03b6956e0709 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 945 time: 0.3190725
Nov 24 18:05:42.909682 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] No DVR routers for this DVR port 10363e40-65d5-4242-9986-a18d5073f092 on host hv-cinder-81857 {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:05:42.912709 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:42.915892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'name': 'network-vif-deleted', 'tag': '10363e40-65d5-4242-9986-a18d5073f092'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:05:42.933815 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.55 "DELETE /v2.0/ports/10363e40-65d5-4242-9986-a18d5073f092 HTTP/1.1" status: 204  len: 173 time: 0.9535623
Nov 24 18:05:43.025388 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16db57ca-063c-485b-a4a7-4d92fcfbde5a', 'name': 'network-vif-deleted', 'tag': '10363e40-65d5-4242-9986-a18d5073f092', 'status': 'completed', 'code': 200}
Nov 24 18:05:43.032792 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2b141747-dd8e-4bbf-b972-2cb1dc343fdc req-b294539d-1494-464c-b897-7f1dfdedbf6f tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/security-groups?id=c537ceb0-006d-46db-b598-2402ba1e4347&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289301
Nov 24 18:05:43.095748 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] For port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:05:43.096111 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:43.216660 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Calling delete_port for d4a31d7c-2957-4b24-b24e-6d27d0f57bfb owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:05:43.421388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:43.427152 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:05:43.437216 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9', '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', '8fa8ced4-236c-4411-8064-df63a3451657', 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:05:43.474598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event deleted for resources: {'Port': ['ID=d4a31d7c-2957-4b24-b24e-6d27d0f57bfb,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:05:43.554454 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.554454 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.554765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.554922 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.555319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.556397 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.556754 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.557107 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.557465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.558234 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.558234 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.558532 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:05:43.592262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:05:43.606488 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] No DVR routers for this DVR port d4a31d7c-2957-4b24-b24e-6d27d0f57bfb on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:05:43.609736 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-88d5b205-4c91-41d0-9852-d8f53aa33be1 req-3ecc8fd5-f28c-4f46-9165-77bc2e9afc3b tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=5719f540-c586-4e6a-aebe-53ae3101c2fb HTTP/1.1" status: 200  len: 210 time: 0.0988164
Nov 24 18:05:43.610665 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:43.613419 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'name': 'network-vif-deleted', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:05:43.635593 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e1d32c0c-879c-46b8-bf7e-626e41556d6b req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "DELETE /v2.0/ports/d4a31d7c-2957-4b24-b24e-6d27d0f57bfb HTTP/1.1" status: 204  len: 173 time: 1.0110998
Nov 24 18:05:43.743881 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5719f540-c586-4e6a-aebe-53ae3101c2fb', 'name': 'network-vif-deleted', 'tag': 'd4a31d7c-2957-4b24-b24e-6d27d0f57bfb', 'status': 'completed', 'code': 200}
Nov 24 18:05:44.195772 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ae683bfd-eec2-4df5-90fb-28b260459c93 req-7861419e-b65b-4874-a8f8-2235882f7bf3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0490105
Nov 24 18:05:45.426894 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-9b023a49-ba46-4f6e-afa9-f50fdb6efe13 req-b2a7f71d-8aca-41ff-b566-0455c41fd3a9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Synchronizing usage tracker for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:port {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:05:45.443660 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-9b023a49-ba46-4f6e-afa9-f50fdb6efe13 req-b2a7f71d-8aca-41ff-b566-0455c41fd3a9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Unset dirty status for tenant:d38ff3a0728b4c08b344b804e0d1ccad on resource:port {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:05:45.444979 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9b023a49-ba46-4f6e-afa9-f50fdb6efe13 req-b2a7f71d-8aca-41ff-b566-0455c41fd3a9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.1413131
Nov 24 18:05:45.577816 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 10363e40-65d5-4242-9986-a18d5073f092 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:05:45.614175 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 10363e40-65d5-4242-9986-a18d5073f092 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:05:45.614527 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 10363e40-65d5-4242-9986-a18d5073f092 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:05:45.614971 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d4a31d7c-2957-4b24-b24e-6d27d0f57bfb no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:05:45.647292 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: d4a31d7c-2957-4b24-b24e-6d27d0f57bfb {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:05:45.647666 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d4a31d7c-2957-4b24-b24e-6d27d0f57bfb not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:05:46.349992 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:05:46.590847 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4df536f0-8467-4ee7-8fc5-e638ba8a7c2d req-4564837e-be7a-45db-9853-16a476b83a1a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0430214
Nov 24 18:05:47.742235 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7da8f1e6-ada9-43d8-96e3-5697ef201966 req-e20f9d16-18e2-49ba-a0c7-ee9613d2d386 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0463548
Nov 24 18:05:48.895260 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ebc1cd72-670a-4e0f-8d56-01c0b306fd6a req-6239a037-c4af-47c8-be8b-af9658b87266 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0453730
Nov 24 18:05:50.044030 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ad92ec9f-edbc-44bf-8d21-43eba2ce4279 req-45e9e4cb-25b1-4009-b1a9-37f206cf4487 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0431192
Nov 24 18:05:51.189930 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7e2fbd63-4401-46c1-9ea3-1c5daf198daf req-7e8bcdb8-0362-4aba-9466-fe68717ef5b2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0432129
Nov 24 18:05:52.514687 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3c619b18-bb87-4c0a-a7bc-551de7f0ef01 req-982eb6ee-718e-4581-91fa-71a5c5a180e4 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0449922
Nov 24 18:05:53.187763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f659e8ce-6913-4255-8daa-d58a73fd33ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:53.282703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03395134-b94e-4376-b767-43f85c6d5b61 req-a633def9-ad74-44a9-975d-0d755718b2e5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:53.284174 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03395134-b94e-4376-b767-43f85c6d5b61 req-a633def9-ad74-44a9-975d-0d755718b2e5 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0811462
Nov 24 18:05:53.330751 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03395134-b94e-4376-b767-43f85c6d5b61 req-24eb94f2-2408-4d60-9385-7c24da193945 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fdd780-4e96-455e-9307-a8007d0f3c81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404289
Nov 24 18:05:53.469204 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:53.658256 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37de395d-864f-4250-8b1c-81987118ebac req-2c78dd5c-3d39-4476-a5aa-715aee87b6ce tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0423238
Nov 24 18:05:53.741473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-fd760de7-ffe4-4fc7-bf90-1bcf13fd2f2c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:05:53.743016 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-fd760de7-ffe4-4fc7-bf90-1bcf13fd2f2c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.55 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 945 time: 0.0834422
Nov 24 18:05:53.815038 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Deleting port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:05:53.815693 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:54.064983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] For port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:05:54.065339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:54.189453 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Calling delete_port for 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:05:54.334002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:54.339509 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-138961a2-747c-4a60-9228-7396adba2c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:05:54.350266 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['1fa4f15a-1ecf-4e05-834f-c09fef5e4202'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:05:54.392341 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Pushing event deleted for resources: {'Port': ['ID=1fa4f15a-1ecf-4e05-834f-c09fef5e4202,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:05:54.394886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:05:54.485171 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] No DVR routers for this DVR port 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:05:54.488203 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:54.493164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'name': 'network-vif-deleted', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:05:54.503366 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-03f950c9-9aee-42d6-870a-f6e827d0c630 req-c2fc9501-ea60-4d36-875e-879dc921ab15 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4f3309e-4d8f-4562-8be3-1ee956122852 HTTP/1.1" status: 200  len: 210 time: 0.0454848
Nov 24 18:05:54.507824 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0dd9f88c-87ae-4c2d-bd10-33ca3cddf6a1 req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] 10.222.0.55 "DELETE /v2.0/ports/1fa4f15a-1ecf-4e05-834f-c09fef5e4202 HTTP/1.1" status: 204  len: 173 time: 0.7564492
Nov 24 18:05:54.545564 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f3309e-4d8f-4562-8be3-1ee956122852', 'name': 'network-vif-deleted', 'tag': '1fa4f15a-1ecf-4e05-834f-c09fef5e4202', 'status': 'completed', 'code': 200}
Nov 24 18:05:54.818886 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f8f2925b-2fca-4288-b4f2-31d80e05b267 req-2df8258d-bd28-43bb-83ea-e8a6b96171e3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0481350
Nov 24 18:05:55.974168 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33f506a0-baaf-4c0f-8b62-746c43f79690 req-46301baf-76b6-4a56-81ce-1cbe60da8312 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0451231
Nov 24 18:05:56.066840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9ae631f9-6798-4e4c-a045-04bae2d40be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:56.527890 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52374) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:05:56.772469 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:57.165599 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ee50bfd4-17ca-4cc4-8047-e60ca1faaf36 req-d5d40c7e-b0d8-4d4f-af5c-c2a7ba1623dd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0552373
Nov 24 18:05:57.265055 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:57.640048 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:05:57.673525 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:05:57.673795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 1fa4f15a-1ecf-4e05-834f-c09fef5e4202 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:05:57.674102 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Deleting port 7c9d9228-734e-4df5-a991-63339ac2e2bd {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:05:57.674446 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:57.842132 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] For port 7c9d9228-734e-4df5-a991-63339ac2e2bd, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=7c9d9228-734e-4df5-a991-63339ac2e2bd,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:05:57.842490 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:57.967282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Calling delete_port for 7c9d9228-734e-4df5-a991-63339ac2e2bd owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:05:58.124598 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:58.278385 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:58.283629 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3955cd0-4a12-4400-87da-c09f01396075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:05:58.367803 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9d9228-734e-4df5-a991-63339ac2e2bd,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:05:58.371320 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6643e420-210e-4d6d-82b3-134aba1f0553 req-5d0d3146-23cf-44ca-9beb-dc29c6ad05d3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0881875
Nov 24 18:05:58.371733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:05:58.648260 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.091483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Router a2879e39-e698-44d2-8668-5a97e9bfcbd2 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:05:59.266008 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:05:59.276220 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Sync routers for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:05:59.280108 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c2ca4842-2249-40eb-a4bd-6525c2ea3478 admin admin] 10.222.0.64 "PUT /v2.0/routers/a2879e39-e698-44d2-8668-5a97e9bfcbd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7510960
Nov 24 18:05:59.281340 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52406) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:05:59.286242 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:05:59.286844 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d6410c70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:05:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:05:59.474817 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:05:59.485107 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.597169 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7000b49d-4162-44b4-a309-3b22dfb63d51 req-110e6934-2496-4763-b76d-dd1ef2404d81 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0597296
Nov 24 18:05:59.705383 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.715077 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Deleting port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:05:59.715403 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.770620 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d6410c70>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T18:05:58Z', 'revision_number': 5, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port': {'id': '3eaf35ea-659d-4a41-ba13-6a19d249e2bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:37Z', 'updated_at': '2021-11-24T17:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:05:59.774844 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Checking router: a2879e39-e698-44d2-8668-5a97e9bfcbd2 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:05:59.778804 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.788192 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Routers {'a2879e39-e698-44d2-8668-5a97e9bfcbd2'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:05:59.789652 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d6410c70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:05:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:05:59.915764 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] For port 3eaf35ea-659d-4a41-ba13-6a19d249e2bf, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:05:59.916130 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:05:59.948630 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] Set router a2879e39-e698-44d2-8668-5a97e9bfcbd2 gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:06:00.040847 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Calling delete_port for 3eaf35ea-659d-4a41-ba13-6a19d249e2bf owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:00.057336 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d6410c70>, [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T18:05:59Z', 'revision_number': 6, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:00.061415 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c4dcfb-80a1-457a-bff4-350499411800 None None] The sync data for ids ['a2879e39-e698-44d2-8668-5a97e9bfcbd2'] in dv-cinder-818579-1-iscsi is: [{'id': 'a2879e39-e698-44d2-8668-5a97e9bfcbd2', 'name': 'tempest-TestMinimumBasicScenario-725837624-router', 'tenant_id': '7f9fe515b48740349e895a3c54d63a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:36Z', 'updated_at': '2021-11-24T18:05:59Z', 'revision_number': 6, 'project_id': '7f9fe515b48740349e895a3c54d63a46', 'gw_port_host': None}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:06:00.228609 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.232425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:00.279171 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaf35ea-659d-4a41-ba13-6a19d249e2bf,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:00.304027 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:00.365502 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.509123 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7c9d9228-734e-4df5-a991-63339ac2e2bd no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:00.550930 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 7c9d9228-734e-4df5-a991-63339ac2e2bd {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:00.551285 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 7c9d9228-734e-4df5-a991-63339ac2e2bd not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:00.658671 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.660888 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.780802 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ac9bbe75-a780-45a5-971d-7b70be4abc0a req-d9a116a0-ec5c-4678-a5cb-ceb2b31b2a10 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0541694
Nov 24 18:06:00.781994 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.782501 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2879e39-e698-44d2-8668-5a97e9bfcbd2 {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:06:00.797533 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.798633 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a2879e39-e698-44d2-8668-5a97e9bfcbd2 HTTP/1.1" status: 204  len: 168 time: 1.5161877
Nov 24 18:06:00.801264 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52424) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:00.861999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Deleting subnet 11d8db98-4b18-4b87-a754-d525a257f37a {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:06:00.865208 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:00.917055 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.040092 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.110025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.115783 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:01.151672 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d8db98-4b18-4b87-a754-d525a257f37a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:01.153591 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.156849 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:01.158461 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5defbfd4-863f-4dfc-8f7a-8ae338cf3943 None None] Network 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:06:01.160206 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/11d8db98-4b18-4b87-a754-d525a257f37a HTTP/1.1" status: 204  len: 168 time: 0.3579874
Nov 24 18:06:01.162596 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52430) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:01.280188 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.287750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Deleting port 9cd54803-447d-4855-862a-e9f25def0260 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:01.288084 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.421456 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] DHCP port deletion for 4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:06:01.425715 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Deleting port 9cd54803-447d-4855-862a-e9f25def0260 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:01.426119 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.503183 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] For port 9cd54803-447d-4855-862a-e9f25def0260, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9cd54803-447d-4855-862a-e9f25def0260,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:01.503791 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.624995 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Calling delete_port for 9cd54803-447d-4855-862a-e9f25def0260 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:01.629025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] For port 9cd54803-447d-4855-862a-e9f25def0260, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9cd54803-447d-4855-862a-e9f25def0260,segment=NetworkSegment(a17fb6ba-df06-4019-b20c-e48497028763),segment_id=a17fb6ba-df06-4019-b20c-e48497028763)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:01.629463 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.700045 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:01.703865 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:01.748262 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd54803-447d-4855-862a-e9f25def0260,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:01.751881 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:01.754017 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] No DVR routers for this DVR port 9cd54803-447d-4855-862a-e9f25def0260 on host dv-cinder-818579-1-iscsi {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:06:01.756366 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Calling delete_port for 9cd54803-447d-4855-862a-e9f25def0260 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:01.910270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:06:01.910679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:06:01.998035 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0215d05f-b0ae-4a4c-aed8-48da1c520075 req-3acb26d7-99a7-480f-bcde-d225b4336c66 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0599923
Nov 24 18:06:01.999574 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.026087 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65cfef2250>,) {'filters': {'network_id': ['4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:02.037836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfef2250>, 'a17fb6ba-df06-4019-b20c-e48497028763') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:02.038133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfef2250>, 'a17fb6ba-df06-4019-b20c-e48497028763') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:02.050306 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.069198 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.075294 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:06:02.075716 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:06:02.088716 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:06:02.161489 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.165690 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-382a810a-4cc2-41e6-8622-cf2b9138d73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:02.182375 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.192454 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:02.195540 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:02.205461 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/4dd6e6a2-d0cd-4e24-a134-c44ba8db7c3a HTTP/1.1" status: 204  len: 168 time: 1.0419433
Nov 24 18:06:02.208195 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52444) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:02.411933 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Deleting port 9cd54803-447d-4855-862a-e9f25def0260 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:02.412414 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:02.482477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 3eaf35ea-659d-4a41-ba13-6a19d249e2bf no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:02.510114 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-70052137-5fed-4279-a8e8-ed5861967f1f None None] The port '9cd54803-447d-4855-862a-e9f25def0260' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:06:02.522425 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 3eaf35ea-659d-4a41-ba13-6a19d249e2bf {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:02.522788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 3eaf35ea-659d-4a41-ba13-6a19d249e2bf not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:02.523227 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9cd54803-447d-4855-862a-e9f25def0260 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:02.556877 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 9cd54803-447d-4855-862a-e9f25def0260 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:02.557165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9cd54803-447d-4855-862a-e9f25def0260 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:02.757222 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:03.141432 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Deleting port 9497952a-ed23-4193-bbfc-21cda16c217e {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:03.141793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:03.192350 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c6c96e4-38d9-4339-8b47-fb743a9962aa req-ace658d9-b5e3-4067-af2c-b82973b329d2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0830615
Nov 24 18:06:03.326555 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] For port 9497952a-ed23-4193-bbfc-21cda16c217e, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=9497952a-ed23-4193-bbfc-21cda16c217e,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:03.326915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:03.546687 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Calling delete_port for 9497952a-ed23-4193-bbfc-21cda16c217e owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:03.724067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:03.729439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:03.805287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9497952a-ed23-4193-bbfc-21cda16c217e,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:03.807827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:04.046818 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:04.355234 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-44841161-320e-4e5d-a20d-b8381312f81e req-9e2777a2-1e23-46e8-93ed-f0b7d7015018 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0474634
Nov 24 18:06:04.452886 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Router 971b8c40-0ac8-49ec-b967-68d7bd83f74a has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:06:04.645937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:06:04.659620 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-737c3bf3-b20a-45aa-81cf-ba6f81d033cd admin admin] 10.222.0.64 "PUT /v2.0/routers/971b8c40-0ac8-49ec-b967-68d7bd83f74a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4459298
Nov 24 18:06:04.659815 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Sync routers for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:06:04.660271 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52474) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:04.669254 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:06:04.669940 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5864f10>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:05:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:04.882450 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:06:04.952730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.134152 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.143860 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Deleting port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:05.144191 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.172875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5864f10>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T18:06:03Z', 'revision_number': 5, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port': {'id': '40b37529-cb8d-4f2b-8d4e-7beffc44f1bf', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:57:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:52:46Z', 'updated_at': '2021-11-24T17:52:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:05.176682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Checking router: 971b8c40-0ac8-49ec-b967-68d7bd83f74a for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:06:05.185266 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Routers {'971b8c40-0ac8-49ec-b967-68d7bd83f74a'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:06:05.185872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5864f10>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:05:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:05.322469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] For port 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:05.322824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.343999 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] Set router 971b8c40-0ac8-49ec-b967-68d7bd83f74a gateway port host: None {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:06:05.456467 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Calling delete_port for 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:05.483252 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5864f10>, [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T18:06:05Z', 'revision_number': 6, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:05.488345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7096fac-5821-4875-97cd-032638da94e4 None None] The sync data for ids ['971b8c40-0ac8-49ec-b967-68d7bd83f74a'] in dv-cinder-818579-1-iscsi is: [{'id': '971b8c40-0ac8-49ec-b967-68d7bd83f74a', 'name': 'tempest-TestMinimumBasicScenario-1576200540-router', 'tenant_id': '02a0024d703d4326b422bfafbc0430c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:52:45Z', 'updated_at': '2021-11-24T18:06:05Z', 'revision_number': 6, 'project_id': '02a0024d703d4326b422bfafbc0430c3', 'gw_port_host': None}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:06:05.546913 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-093ff7c4-e6f0-49d8-b28e-f8ff07b84bcb req-872422d5-69e6-4018-90b8-894887c25549 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0521936
Nov 24 18:06:05.672533 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.676461 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:05.719107 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=40b37529-cb8d-4f2b-8d4e-7beffc44f1bf,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:05.722125 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:05.814487 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.994597 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:05.996753 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.018831 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.019330 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 971b8c40-0ac8-49ec-b967-68d7bd83f74a {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:06:06.032159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.033267 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] 10.222.0.64 "DELETE /v2.0/routers/971b8c40-0ac8-49ec-b967-68d7bd83f74a HTTP/1.1" status: 204  len: 168 time: 1.3722529
Nov 24 18:06:06.035891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52490) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:06.094860 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Deleting subnet 48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:06:06.097676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.148337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.242853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.310159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.313950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f4fabbc5-159c-40cd-aaed-5776ddeb0a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:06.474482 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:06.482507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9497952a-ed23-4193-bbfc-21cda16c217e no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:06.484311 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:06.487209 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.498302 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c0384a91-7177-495f-ac66-6fb4c10f1ffb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/48f5e8f6-2f72-4e31-9adf-ac1a2ed2b60a HTTP/1.1" status: 204  len: 168 time: 0.4593365
Nov 24 18:06:06.498946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 52498) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:06.519384 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8f2e9-cafc-4710-b4ad-92c5138fb4ed None None] Network d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:06:06.612006 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 9497952a-ed23-4193-bbfc-21cda16c217e {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:06.612364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 9497952a-ed23-4193-bbfc-21cda16c217e not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:06.612797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:06.633500 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.643923 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Deleting port a1a5e6c7-4d94-4cce-82c4-e88f5360630b {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:06.644260 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.655049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:06.655406 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 40b37529-cb8d-4f2b-8d4e-7beffc44f1bf not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:06.714897 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-30aec858-36eb-42bd-aaca-771a20aad7af req-e65ef49e-7397-48ea-9f4c-d8686c63d2bf tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0491781
Nov 24 18:06:06.813096 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] DHCP port deletion for d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:06:06.817219 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Deleting port a1a5e6c7-4d94-4cce-82c4-e88f5360630b {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:06.817765 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:06.857512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] For port a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:06.857804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.045185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] For port a1a5e6c7-4d94-4cce-82c4-e88f5360630b, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,segment=NetworkSegment(7887201b-dc07-4d8c-84ee-4497e1f56e53),segment_id=7887201b-dc07-4d8c-84ee-4497e1f56e53)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:06:07.045584 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.052768 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Calling delete_port for a1a5e6c7-4d94-4cce-82c4-e88f5360630b owned by network:dhcp {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:07.130332 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.134896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:07.180634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a5e6c7-4d94-4cce-82c4-e88f5360630b,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:07.183650 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:07.184427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] No DVR routers for this DVR port a1a5e6c7-4d94-4cce-82c4-e88f5360630b on host dv-cinder-818579-1-iscsi {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:06:07.202302 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Calling delete_port for a1a5e6c7-4d94-4cce-82c4-e88f5360630b owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:06:07.271875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:06:07.272240 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:06:07.298526 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.323621 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d44f6910>,) {'filters': {'network_id': ['d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:07.335195 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d44f6910>, '7887201b-dc07-4d8c-84ee-4497e1f56e53') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:07.335495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d44f6910>, '7887201b-dc07-4d8c-84ee-4497e1f56e53') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:06:07.347039 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.363263 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.370423 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:06:07.370842 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:06:07.383839 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:06:07.459975 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.464347 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-95590d53-b331-4623-9470-f750334a0c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:07.477838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.488122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:07.491072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:07.496000 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] 10.222.0.64 "DELETE /v2.0/networks/d86f61d8-d52f-4af1-9aaf-4f2fa7ba8048 HTTP/1.1" status: 204  len: 168 time: 0.9957249
Nov 24 18:06:07.634094 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52514) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:07.684155 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a9d844d8-9397-4717-8de0-b3891bb77884 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f9fe515b48740349e895a3c54d63a46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488465
Nov 24 18:06:07.686530 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52518) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:07.745154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.770822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.774293 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Deleting port a1a5e6c7-4d94-4cce-82c4-e88f5360630b {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:06:07.774769 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.852043 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-9438df70-c0a6-40fb-b800-07f2026c17f0 None None] The port 'a1a5e6c7-4d94-4cce-82c4-e88f5360630b' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:06:07.859053 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.868018 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9c7f3d54-2ab3-4f2f-9865-0c6ebde86328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:07.886105 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-efb89052-5cc1-4615-b584-669816f0eecb req-760b66ee-d589-4d23-a348-5978b069f4d7 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0609634
Nov 24 18:06:07.887713 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fdd780-4e96-455e-9307-a8007d0f3c81,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:07.890083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:07.895965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:07.899311 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50fdd780-4e96-455e-9307-a8007d0f3c81 HTTP/1.1" status: 204  len: 168 time: 0.2096331
Nov 24 18:06:08.257056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52532) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:08.306337 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4107276f-4b68-410a-ac63-6d2baca1f00d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=02a0024d703d4326b422bfafbc0430c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474293
Nov 24 18:06:08.308635 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 52536) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:06:08.368265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:08.393369 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:08.457115 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a1a5e6c7-4d94-4cce-82c4-e88f5360630b no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:06:08.457547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:08.461478 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-009d3c0b-caae-4423-9b74-b4786cfd9d4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:06:08.474969 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0433939b-3526-491e-b5c3-d3a135959bed,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:06:08.477969 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:06:08.480056 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:08.481166 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0433939b-3526-491e-b5c3-d3a135959bed HTTP/1.1" status: 204  len: 168 time: 0.1715839
Nov 24 18:06:08.504280 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: a1a5e6c7-4d94-4cce-82c4-e88f5360630b {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:06:08.504635 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a1a5e6c7-4d94-4cce-82c4-e88f5360630b not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:06:09.032394 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-29d5539a-634b-4448-b723-cb935cbd49c5 req-cb97d5e7-be68-40ba-916b-c49a15aecf51 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0424075
Nov 24 18:06:10.183638 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0060d4cf-7b55-4879-a2d9-10afeb1802c6 req-b58c5c62-c258-46ae-9225-49435fd4ecb6 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0465965
Nov 24 18:06:11.331885 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f4a1ae0f-ae3e-465b-8025-ebf82a75acb3 req-034277a8-2303-4742-8a35-df62844d05ef tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0444686
Nov 24 18:06:12.477731 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dde2065b-1fd3-44e0-8835-c7d8105a2213 req-03cdc73a-63c2-47fb-87f5-d7cb654f23fb tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0422461
Nov 24 18:06:13.628005 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37c4107d-57ce-4a3a-9395-684c6ed821e9 req-a7a6b03a-7f65-4cc8-b8aa-4bd4d10b7179 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0447919
Nov 24 18:06:14.776732 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d056beb7-2a4c-49a9-a39a-a7554ca5f44e req-d0d59e98-bff2-41dd-8246-92f29ee8b668 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0416245
Nov 24 18:06:15.936910 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-204d9e79-c279-4500-b1d1-9550f8e2c76f req-784eb704-e2ff-49ae-82d2-1a949dcaa661 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0506511
Nov 24 18:06:17.088385 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bd95ee99-e964-45be-8c79-d6403a781fbd req-119fefda-9178-453f-aaba-dc950d4e14ea tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0462291
Nov 24 18:06:18.239405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0809b4d8-59fb-4f27-9be7-656e5d7c1e57 req-3778dfa8-aae8-4dd9-81e5-87f82cc1a194 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0451643
Nov 24 18:06:19.384702 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e8679ab7-7a06-485b-8491-86befa39c139 req-f2b0b7a5-9e7a-4d06-8293-fe48ea0e9622 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0429807
Nov 24 18:06:20.536665 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-013be8e9-67a2-4f8c-9333-0e8270d349c9 req-782c5149-e642-45e8-8fb2-dd5f60f0fa57 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0477462
Nov 24 18:06:21.701312 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c9a53091-1428-409b-b165-dbec42ef1665 req-88a1fb53-887b-4870-841b-cc2a058340cd tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0433064
Nov 24 18:06:22.849269 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b5021110-c8b8-410f-a631-857ba5a0750f req-5a02c0b0-bc4d-4ad9-b58d-df250a1ed7b9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0428233
Nov 24 18:06:23.190363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-85a17aaa-82cb-4b53-84d8-c298fc219bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:23.349213 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:06:23.470801 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:24.004185 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-357e12cb-e0ae-477f-954d-2ce60c4d0e96 req-0f25ba33-fe6d-472b-bcb4-b418dde829e5 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0452397
Nov 24 18:06:25.162111 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5196f304-1d10-411f-991d-5c91425b7c4a req-f09305c3-e46f-4d00-acbd-ce1fbc2c3e94 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0421796
Nov 24 18:06:26.061998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7f4adea8-42e9-4455-8141-0680215c1380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:26.306507 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f4d4ac9-1e08-4e12-97df-178312bf1fe2 req-26e48e36-60cb-4e74-bf0c-a42c1f31c386 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0422907
Nov 24 18:06:26.774144 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:27.302796 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-d6d34fbe-26e7-460d-999c-b2ba03f2aec1 req-14b28a0d-cc62-4e32-a231-f59f72c82640 service neutron] (86832) timed out ('10.222.0.55', 57440) {{(pid=86832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 18:06:27.454821 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-48a74143-066f-4c61-bfaa-4b52e142c342 req-75513116-5d92-4c74-888b-d6d2656d295b tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0460300
Nov 24 18:06:28.129995 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:28.604770 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-678d80df-4bf7-4a11-b32e-198cea97298b req-4fdfa920-0d7e-4e2c-b656-018f57352249 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0426438
Nov 24 18:06:29.751385 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4151ee1a-89c9-4980-9011-7a8e54c720e7 req-16efa37f-39d3-4a40-a285-527d6dbc4655 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0423086
Nov 24 18:06:29.809069 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:30.441625 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-ab1ffffc-8d75-48fa-a2b5-0493eaab379f req-59c2f0e3-41ed-457c-9e91-200b51ca18fa service neutron] (86833) timed out ('10.222.0.55', 57463) {{(pid=86833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 18:06:30.900196 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6af0214e-a9f9-48cb-8010-8e835755b09b req-a501967a-737d-45f4-b259-8ec72a8e0379 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0458095
Nov 24 18:06:32.061808 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e993d4bd-d044-4b84-a297-7920ee211318 req-e6fdb8b4-ca2b-49b9-95c6-0384e7b55a7a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0435774
Nov 24 18:06:33.208493 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1ac006e3-5c91-46d4-ab2c-1ec424d8e12f req-1a3ffd79-9569-4933-a6cb-09f7b810110e tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0429583
Nov 24 18:06:34.360339 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fd56fc9a-8c36-4b26-95fd-1551f2eae378 req-22891794-efa4-49ca-89b8-99bd8d4a5b16 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0464628
Nov 24 18:06:35.516121 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bf53e487-d682-4e97-a1ce-505d4434af8e req-4424371f-c97e-4e71-970b-91ae435d4802 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0435524
Nov 24 18:06:36.669532 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c82898d4-b4a0-44a3-adbf-554cc402ef7b req-8025ec39-9670-457f-a941-8b317bf6b3bf tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0450017
Nov 24 18:06:37.819743 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4ffb3651-9576-4c11-85ab-cbed1e0cab23 req-9983bd11-b4d5-4c7a-8b8b-fd655e1441c4 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0459118
Nov 24 18:06:38.989957 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1039865c-ce72-4cac-942b-9c02da1a7b60 req-5b15d6e5-3378-42c8-a5db-137a7dc8cc09 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0471776
Nov 24 18:06:40.139878 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5dbce025-235a-47c9-a3a0-7cea883c5c81 req-e9d2956b-794b-474d-8c00-26b341087825 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0442517
Nov 24 18:06:41.290567 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-01dcabe0-e324-4c3a-a90c-2991a0febe90 req-0472e651-0a90-4389-a747-897742f8a3e4 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0457175
Nov 24 18:06:42.442180 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8eed3a00-c066-4bcb-b287-85e8749488c0 req-a5dcfe8b-e23d-40b3-834c-7ae899b2bb84 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0428655
Nov 24 18:06:43.588503 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2ed9b369-4e00-4f05-99bb-a1f0d28ee7b5 req-3d3ff2ec-2364-48f6-939a-a98cbf577289 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0425649
Nov 24 18:06:44.738424 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37d1dbc4-1528-4d95-aab9-7cfb7cf5ef32 req-3cabfbe8-c671-4891-ad95-aa55124f3e5f tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0465574
Nov 24 18:06:45.889289 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-688803ba-5f99-4421-9d0d-026e14d843e4 req-1525f4ed-7e1e-4286-8dac-6c63d9c0e92b tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0434093
Nov 24 18:06:47.037416 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-854e37c9-7831-4cea-a288-d666acb174e0 req-e9d495fc-c7f6-4b82-8b86-9d8b214e1435 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0429802
Nov 24 18:06:48.267808 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-336179b6-0ccd-488f-9eaa-d31face75859 req-09d920cb-cffd-4576-8fdc-008a2bbc15b3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.1201000
Nov 24 18:06:49.418516 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a752a91a-2794-4643-a7c2-690d83ca92f1 req-2fca14ce-b601-4bf7-ac06-c97da3681095 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0424788
Nov 24 18:06:50.564648 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4b7e6044-5efc-4711-8813-aaa14f4ccfa1 req-e37376a2-77ef-4071-be9f-79db5287b2d9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0417836
Nov 24 18:06:51.712833 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0c6b98e8-a970-4d58-80d7-6b31ffef16d4 req-1394698d-7bec-42d2-9860-055172e395d6 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0441511
Nov 24 18:06:52.862095 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-986f2873-9512-4903-b073-b1eb7c28cdda req-4aab5742-b584-43f0-99d5-e112315b2cc0 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0431814
Nov 24 18:06:53.191792 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6d1f-9d92-4b3f-acdc-b871d122e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:53.473165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:54.006452 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f0a7d30c-7d63-4e59-8ab9-8217f8919a4a req-db61985c-12ae-46bb-8112-74f65f27e2f9 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0422564
Nov 24 18:06:55.154780 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-08416822-1c50-4440-b06c-50ce87fa8b19 req-5a3f26e1-f8cf-4808-89d3-e817d3daf2dc tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0460310
Nov 24 18:06:56.064117 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-70af9e38-d363-4168-98b9-57d063dac4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:56.307109 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7347c9d3-d2af-48fa-8181-ab14edda58ab req-fcaac2cf-9516-4273-b336-96167569687a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0435960
Nov 24 18:06:56.776581 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:57.454923 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2f29cb50-121f-47b2-84ae-ec2d5f6be31d req-f6873a00-2628-47f4-aef2-2b59f8e0f280 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0435357
Nov 24 18:06:58.135025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:06:58.606275 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2fedf131-34ff-4581-a7f6-bda6d763214b req-333e52f4-1187-4b7b-9be0-24492b4bb693 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0456302
Nov 24 18:06:59.758482 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-02223738-ea73-48b7-a149-896442e2ed6a req-6df71c06-9db0-4154-8ef5-a65d01af5429 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0423322
Nov 24 18:06:59.808176 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:00.348090 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:07:00.911054 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-29283fa2-e951-4aef-95d9-733affdce2fd req-336959e6-6710-45e9-8aa5-01101e4cfb23 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0470026
Nov 24 18:07:02.061653 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c47c6da4-17e8-43b1-ab72-e17de264b382 req-a47c8651-e13c-4c6f-8e93-53d5fcb16a0d tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0460858
Nov 24 18:07:03.224712 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-18bf22e7-2577-4d14-87e2-0be72fa080b4 req-dee0b528-79a5-48e5-b494-80570bb81e20 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0424652
Nov 24 18:07:04.371769 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fb25c8dd-74b0-4de6-9beb-7c82a7ca2b5a req-1c6034b1-ab82-492d-a5d2-202c8d9a97c2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0423703
Nov 24 18:07:05.520417 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-251abbbc-34c3-4c70-ac34-911aa31289c1 req-b576366e-34c8-47f3-a6c2-7c73e880fd82 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0450778
Nov 24 18:07:06.670743 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cb54606d-6041-4a44-8a6d-4d47ee4e4336 req-b69055a2-587a-4d9a-a73c-de2e8e54d5b3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0427966
Nov 24 18:07:07.816587 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-626d5139-341b-4765-9658-b683aaf9abba req-130ac0a3-0578-4f3f-b04c-05b6701ed27e tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0425005
Nov 24 18:07:08.966797 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d10e63d0-93df-4b50-ab8f-e547fcd976ec req-00d335e2-5588-485b-a006-a325e8ab1450 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0458195
Nov 24 18:07:10.118185 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-58bca4cd-46c3-4b59-a22d-b930168d4907 req-a89dd1a8-2c19-4b65-a031-3d726764def1 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0448773
Nov 24 18:07:11.269726 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2c41d0bc-bee5-478f-8002-b3abb0eb67a8 req-0dc2c8d5-f181-462d-997c-96d12f8fee4a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0421083
Nov 24 18:07:12.418548 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2b2a56b0-2af4-43da-9d2b-240122b4fc5b req-8d9b19ed-3088-4eff-b26d-5f3c9a9a9178 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0454097
Nov 24 18:07:13.568574 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-20336f61-06d9-4f11-b8f9-6cc7aeab6535 req-9f024374-66bb-437a-9bbd-8123852437fc tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0414615
Nov 24 18:07:14.716145 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a9be72a0-b0e1-4545-a6a2-ddb348ad00bb req-a734bab2-ccb0-4268-b17c-6cca3d64bfb3 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0423088
Nov 24 18:07:16.115682 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ebbc2032-d1d0-4014-bd01-61073962310c req-bb9339c5-0dbf-4c55-a782-b4b92723eeac tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0477002
Nov 24 18:07:17.278661 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-64d63dad-b293-4401-8cb3-42bbfad10d52 req-0833cfc0-9360-4cc0-9e4f-359e5004cd55 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0435336
Nov 24 18:07:18.427943 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f0466002-d60c-4619-a6d1-ec90da3c4f4f req-43c48c95-4054-4a47-9896-802adbb8577a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0430720
Nov 24 18:07:19.579623 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-055e0ba7-2aec-4cc6-95e0-f700e8a1050a req-e0fd3e17-bd20-4208-a271-20b2e36dfa06 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0430562
Nov 24 18:07:20.729976 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e71e8e31-d3a2-46f6-bb4b-f624a23f6f96 req-c7548ccf-8f2d-4dad-9a05-8464a8a19976 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0451405
Nov 24 18:07:21.884287 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0fd98229-7c58-4cd7-a8f4-76ae3426251f req-b5b888d3-b9ab-4152-b161-ed8f15608015 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0493157
Nov 24 18:07:23.035271 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bc022f07-e6c0-4e0d-996f-7fc4626afbff req-9d22b964-3254-415b-bf3d-4651dadbbff5 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0441697
Nov 24 18:07:23.194280 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7f9eedec-1c80-4d22-8f8a-9c422d0e9533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:23.474630 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:24.240444 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-77a54d80-9f60-4267-a3a7-b6819b348a31 req-6070c8d9-5f44-41c9-ba45-38def2bb53c7 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0440304
Nov 24 18:07:25.390322 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-064284a3-3be5-477f-ae7a-04baed35c025 req-1b7026df-b87e-440b-8aec-0ed8f20e4076 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0445936
Nov 24 18:07:26.068047 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb69e-b6db-4f37-8e71-c58a2b8ae285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:26.536505 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3ce18805-0deb-4c98-9a53-cbc2451c69c2 req-ed975e3f-5b0f-4418-9835-e68d60d1c884 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0417564
Nov 24 18:07:26.778413 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:27.686786 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0ef5ebf1-66da-44e6-af76-a98539f02f0a req-07c73753-7b71-46ff-9e24-b56793476d2e tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0469444
Nov 24 18:07:28.133689 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:28.836348 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a43109ef-f377-4ad0-9875-fa716999b94b req-dbf36cac-b833-4c6a-ace6-3804b62c5ae2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0458469
Nov 24 18:07:29.806799 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:29.984425 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a406dc35-a835-4ef8-956d-cdf11340bb4f req-ec1c655a-0a94-489d-84d6-abeb4e9e408f tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0424757
Nov 24 18:07:31.134530 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-13eac2c1-edc3-422a-b1b7-50d33b127fb7 req-a0f88164-45c4-46a6-808d-7543d50ed3ed tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0424042
Nov 24 18:07:32.290454 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-df62380f-9740-4e66-ad6e-2a8e634447d7 req-14857a75-b7e6-4ead-b755-6d8cd0b2b17c tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0425069
Nov 24 18:07:33.438270 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-199038a4-7865-419e-85e9-f63d5ca5746a req-a3be4f28-5b5f-40cc-badf-1a8c5f7c70ca tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0427909
Nov 24 18:07:34.593614 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4553ea39-8e65-410e-9824-0ee6a8c7968d req-6fa3df59-e9f7-42bd-a5b9-fa42be505bd1 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0445054
Nov 24 18:07:35.742513 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c5446c1d-8795-46c7-8ffd-10aea40eb9a9 req-04cd9bf8-f0b9-488a-9199-2c2ea0872a6a tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0452974
Nov 24 18:07:36.891869 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9fc4cbca-3469-404e-a8cf-362a8ba9e2cf req-f44c7c80-9055-49fd-84b0-8b12e4a5c6b2 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0437694
Nov 24 18:07:37.346417 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:07:38.040645 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8254ea77-c9b0-4196-856b-9040d180cf5f req-b175da8e-706b-4609-ad6d-ac63f2d1157e tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0428083
Nov 24 18:07:39.189574 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-db3ca359-ef77-4b89-82b7-2fcfd3bede0e req-a1bf4925-7aa3-4b0c-8197-bd2c6dee2505 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0436168
Nov 24 18:07:40.339691 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0d7e1e5e-2608-459c-be36-44eb8d0ab419 req-d063a883-e97c-4902-af96-e16627f89884 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0429850
Nov 24 18:07:41.494383 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b153fe72-6240-453b-9cb9-fc17e0c0ce56 req-5ed163bd-2747-42d5-9e56-cb64966f2d16 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0470948
Nov 24 18:07:42.656446 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-543b12f8-d9df-4057-8a12-34a540c12d2b req-6ecb615e-3ac6-472a-8513-7525eefe8932 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] 10.222.0.64 "GET /v2.0/ports?device_id=16db57ca-063c-485b-a4a7-4d92fcfbde5a HTTP/1.1" status: 200  len: 210 time: 0.0460804
Nov 24 18:07:44.523991 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-76e6f44b-bd6c-4d6c-b455-1d58a18934e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1712925
Nov 24 18:07:44.664126 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-79358c00-5e0f-47ea-b184-5e6852cb22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:07:44.665476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-79358c00-5e0f-47ea-b184-5e6852cb22e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.0700455
Nov 24 18:07:44.818112 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-a72402ed-bef8-4f89-bf8b-1efa819007ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:07:44.820317 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-a72402ed-bef8-4f89-bf8b-1efa819007ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1298437
Nov 24 18:07:44.904987 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-eb3418c0-7ece-478d-b05e-f73226adf06b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.0747464
Nov 24 18:07:44.971184 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-079b60d3-8cc4-489f-85dc-042605c80e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:07:44.972543 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-079b60d3-8cc4-489f-85dc-042605c80e55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0575709
Nov 24 18:07:45.091622 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-32601ef0-551a-4cd7-95ca-1b5387e5803b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1079924
Nov 24 18:07:45.226342 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-0fab33fc-63d0-47f5-b06a-7417bc6115de service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230888
Nov 24 18:07:45.358495 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4e431887-054e-4b8c-b7cb-c92c54852790 req-508d94ce-e898-4dce-b325-e05f48a04705 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230185
Nov 24 18:07:53.199189 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a974ff42-d879-46a3-93f4-cf8613d55afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:53.478073 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:56.071508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7322ba8-6364-475f-8c42-79adb020df72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:56.782121 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:58.136815 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:07:59.806186 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:14.346279 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:08:23.201971 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0150080e-9a52-4096-8678-c4f60f042610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:23.480931 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:26.075622 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-95da0538-94e7-4934-af0a-7e3b68d66d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:26.784347 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:28.138370 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:29.836624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:35.147528 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-1f68c2d7-ccc1-4d55-8885-8aba8d3cf73d req-87418279-1e53-419f-8eb5-bc4fc9502723 service neutron] (86832) timed out ('10.222.0.55', 57410) {{(pid=86832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 18:08:46.459369 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-9bdc6834-c7c9-48d8-ab4e-638cc0d439ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704598
Nov 24 18:08:46.560527 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-61726f9b-20b2-48ee-adb6-07e545cfead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:08:46.562011 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-61726f9b-20b2-48ee-adb6-07e545cfead8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0765707
Nov 24 18:08:46.714102 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-d5620e6e-7047-4173-9726-8b57fec1abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:08:46.715453 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-d5620e6e-7047-4173-9726-8b57fec1abc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1261318
Nov 24 18:08:46.787939 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-adc71d0b-22a1-4d20-b25f-5835e66179ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0626533
Nov 24 18:08:46.851785 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-9f3e6b5c-160d-4f36-89ca-e2b9164d9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:08:46.853168 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-9f3e6b5c-160d-4f36-89ca-e2b9164d9893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0556328
Nov 24 18:08:46.908149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-a8517829-d407-4001-a46d-36358ed473e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402503
Nov 24 18:08:47.038366 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-04f936b2-fe17-4611-8ae6-56b5e86b25cf service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221271
Nov 24 18:08:47.172959 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eb1f7acb-a730-48fb-8ab8-6feb0df0c219 req-c2290260-bd69-464f-9f5a-f0ec5fe87c7a service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236920
Nov 24 18:08:51.345123 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:08:53.203122 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-efc9a160-0ccb-40f2-ab8e-9d990410b729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:53.481784 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:56.078110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1abb3b82-bf83-4e19-ac06-2852da847e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:56.789433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:58.142025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:08:59.834554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:23.204761 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-350fb4fe-02cd-45a5-8d7e-1f42140095ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:23.485668 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:26.079342 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-557f1d55-c594-4ec2-b16a-abcc5162200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:26.791661 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:28.144622 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:28.343731 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:09:29.851346 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:48.447156 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-613ef86e-443d-45d2-af5c-ed68b654c8d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749738
Nov 24 18:09:48.540765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-11b2e167-446a-4dd4-b713-6fc57e3fa961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:09:48.542225 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-11b2e167-446a-4dd4-b713-6fc57e3fa961 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0709410
Nov 24 18:09:48.695280 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-2854b3ba-351b-496b-95b6-78710ebf4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:09:48.696761 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-2854b3ba-351b-496b-95b6-78710ebf4c3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1264639
Nov 24 18:09:48.772163 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-4b047aeb-693e-4869-a1bb-1943e4b0a5c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.0648425
Nov 24 18:09:48.838384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-235be5e1-8195-40a8-8ae8-9ea1196f2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:09:48.839862 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-235be5e1-8195-40a8-8ae8-9ea1196f2a50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0582366
Nov 24 18:09:48.893715 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-4da80c1c-bed8-4759-88c6-e28a4972c0f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436919
Nov 24 18:09:49.093066 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-532008fc-a3d4-43ab-b9f4-570b66a96962 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888161
Nov 24 18:09:49.227652 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-244ef929-69a7-4e1c-b830-4ab2f86ec12b req-bea0fe70-7c11-420e-8165-6aea43fdfdc8 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238873
Nov 24 18:09:53.205954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-84562e62-b951-4122-8b4b-57b9a8b2b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:53.487698 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:56.080523 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0981dafd-7b88-40a0-a79a-706d61be4f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:56.792715 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:58.149686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:09:59.865374 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:05.343072 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:10:23.207828 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-48a6abed-a7c7-4951-9e59-fc3512d8e80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:23.494476 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:26.081824 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5197465e-b8c9-4c56-9771-6e471b6a8ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:26.795388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:28.154863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:29.864680 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:42.341213 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:10:51.133410 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-73d94246-617c-4937-9634-074e4ec65685 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678558
Nov 24 18:10:51.238584 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263476-1517-44c4-a49a-e864d16077dc req-2375f0ba-4e2c-4a27-ba3f-b5de7ea9bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:10:51.238584 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-2375f0ba-4e2c-4a27-ba3f-b5de7ea9bdcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 1098 time: 0.0776784
Nov 24 18:10:51.391342 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263476-1517-44c4-a49a-e864d16077dc req-60603a6c-4809-4863-8068-ff63de0d5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:10:51.392823 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-60603a6c-4809-4863-8068-ff63de0d5547 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1284137
Nov 24 18:10:51.499785 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-67ec846f-d8b4-4c81-a0ba-c877d09e5362 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 200  len: 1001 time: 0.0961864
Nov 24 18:10:51.568703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263476-1517-44c4-a49a-e864d16077dc req-0975ba92-f661-4817-b293-7435fc10a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:10:51.570126 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-0975ba92-f661-4817-b293-7435fc10a94c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0607030
Nov 24 18:10:51.646941 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e263476-1517-44c4-a49a-e864d16077dc req-3b743eaf-3fa9-4b62-84b4-5d0f598d54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:10:51.648312 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-3b743eaf-3fa9-4b62-84b4-5d0f598d54e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680237
Nov 24 18:10:51.782466 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-7578772f-6118-4545-a0e0-246980811ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233053
Nov 24 18:10:51.919640 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0e263476-1517-44c4-a49a-e864d16077dc req-7b1988d6-c293-4841-8876-9ec5adca5bc8 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264999
Nov 24 18:10:53.210192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6922b64-35af-433a-a258-80897686033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:53.486841 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:56.083487 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7695f9ca-27c9-423d-af95-afa89bc38728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:56.799438 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:58.155296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:10:59.872275 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:19.340439 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:11:23.211475 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e70a3335-968a-4276-b4f8-f037a188a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:23.488811 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:26.085146 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7d4f7e41-e389-49ab-aba8-c67f802ee2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:26.801649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:28.157736 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:29.880695 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:38.964752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 55654) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:11:39.077387 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.092021 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:11:39.096987 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Usage tracker for resource:security_group_rule and tenant:36bac9c610074bc68b62fb3813325729 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:11:39.099938 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:11:39.105653 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:11:39.192366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.197300 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.206983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-96bbf24f-c633-4ae1-95df-0f4bf4a22b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:11:39.245474 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=36bac9c610074bc68b62fb3813325729&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2796047
Nov 24 18:11:39.246987 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445d0f9d-aca5-4515-be61-dcafd1430675,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:11:39.248596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 55662) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:11:39.254547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.254941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.255293 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.255676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.256032 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.256389 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.256740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.257091 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.257440 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.257813 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.258182 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.258572 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.262438 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:11:39.315950 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.341610 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.397597 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.401318 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-77d5fd9d-b6bd-44a4-bcda-5e53609061a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:11:39.412226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d0f9d-aca5-4515-be61-dcafd1430675,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:11:39.422761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.423126 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.423486 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.423904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.424254 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.424603 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.424952 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.425301 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.425647 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.425996 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.426335 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.426678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:11:39.430024 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:39.433701 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/445d0f9d-aca5-4515-be61-dcafd1430675 HTTP/1.1" status: 204  len: 168 time: 0.1840448
Nov 24 18:11:39.434788 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:11:45.167825 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4c2e-d1ab-4d30-a2ce-3bab850cd7d4 req-cc600262-cd22-4e88-9503-4c722aefd173 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:11:45.168520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-90aa4c2e-d1ab-4d30-a2ce-3bab850cd7d4 req-cc600262-cd22-4e88-9503-4c722aefd173 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:11:45.187759 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-90aa4c2e-d1ab-4d30-a2ce-3bab850cd7d4 req-cc600262-cd22-4e88-9503-4c722aefd173 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:11:45.189187 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90aa4c2e-d1ab-4d30-a2ce-3bab850cd7d4 req-cc600262-cd22-4e88-9503-4c722aefd173 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.2647147
Nov 24 18:11:45.238063 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90aa4c2e-d1ab-4d30-a2ce-3bab850cd7d4 req-a28774cd-e55e-495b-918c-19e875c1d752 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427582
Nov 24 18:11:45.346505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-58358efd-e2d9-4d38-8e2c-552228bb40db tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:11:45.347953 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-58358efd-e2d9-4d38-8e2c-552228bb40db tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 945 time: 0.0805137
Nov 24 18:11:45.418453 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Deleting port 8fa8ced4-236c-4411-8064-df63a3451657 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:11:45.419205 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:45.722806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] For port 8fa8ced4-236c-4411-8064-df63a3451657, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8fa8ced4-236c-4411-8064-df63a3451657,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:11:45.723170 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:45.849398 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Calling delete_port for 8fa8ced4-236c-4411-8064-df63a3451657 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:11:45.989258 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:45.994834 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:11:46.002028 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9', '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', '8fa8ced4-236c-4411-8064-df63a3451657'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:11:46.044378 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event deleted for resources: {'Port': ['ID=8fa8ced4-236c-4411-8064-df63a3451657,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:11:46.048377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:11:46.118976 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] No DVR routers for this DVR port 8fa8ced4-236c-4411-8064-df63a3451657 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:11:46.121552 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:46.127678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'name': 'network-vif-deleted', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:11:46.147830 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-affc52d5-bb1f-4f7f-971c-608688eff61b req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "DELETE /v2.0/ports/8fa8ced4-236c-4411-8064-df63a3451657 HTTP/1.1" status: 204  len: 173 time: 0.7916310
Nov 24 18:11:46.267014 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a262d0fc-9809-4030-b5f5-3f7d25323e4b', 'name': 'network-vif-deleted', 'tag': '8fa8ced4-236c-4411-8064-df63a3451657', 'status': 'completed', 'code': 200}
Nov 24 18:11:46.441554 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cf5db73d-321f-4405-a131-525ced18523a req-199ae30b-7c0d-4193-bcf6-5a0a787a40b3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:11:46.457816 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cf5db73d-321f-4405-a131-525ced18523a req-199ae30b-7c0d-4193-bcf6-5a0a787a40b3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:11:46.459126 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cf5db73d-321f-4405-a131-525ced18523a req-199ae30b-7c0d-4193-bcf6-5a0a787a40b3 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=a262d0fc-9809-4030-b5f5-3f7d25323e4b HTTP/1.1" status: 200  len: 210 time: 0.0636954
Nov 24 18:11:48.982901 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2739b49-cfae-4773-bc17-8b4c022b01fb req-2e5166a8-4732-4de7-8a97-49e722f70825 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:11:48.984388 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e2739b49-cfae-4773-bc17-8b4c022b01fb req-2e5166a8-4732-4de7-8a97-49e722f70825 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 945 time: 0.1314967
Nov 24 18:11:49.028121 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e2739b49-cfae-4773-bc17-8b4c022b01fb req-45ee4bf0-ebb0-4e5f-a140-cfd958fa7e70 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379462
Nov 24 18:11:49.376357 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-dd7f0aa6-c06b-4f6e-ba50-612d21931b0c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:11:49.377783 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-dd7f0aa6-c06b-4f6e-ba50-612d21931b0c tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 945 time: 0.0807662
Nov 24 18:11:49.455775 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Deleting port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:11:49.456115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:49.505876 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8fa8ced4-236c-4411-8064-df63a3451657 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:11:49.539888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 8fa8ced4-236c-4411-8064-df63a3451657 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:11:49.540247 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8fa8ced4-236c-4411-8064-df63a3451657 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:11:49.701363 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] For port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:11:49.701723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:49.833007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Calling delete_port for 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:11:49.977474 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:49.982982 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ba25a989-2e3d-4d18-a6c5-9cbe9d10cd83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:11:49.994307 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9', '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:11:50.032157 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event deleted for resources: {'Port': ['ID=50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:11:50.035055 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:11:50.105938 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] No DVR routers for this DVR port 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:11:50.108441 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:50.111233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'name': 'network-vif-deleted', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:11:50.130822 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6e89f7b3-0573-4e42-92eb-feb2c7046114 req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "DELETE /v2.0/ports/50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a HTTP/1.1" status: 204  len: 173 time: 0.7438996
Nov 24 18:11:50.182320 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0e985a-631f-411c-a0ef-97f82f628918', 'name': 'network-vif-deleted', 'tag': '50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a', 'status': 'completed', 'code': 200}
Nov 24 18:11:50.231543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-2c217862-7692-48f1-ac1c-abe1be712c4c req-e83ed523-b2ee-409c-9bb6-024877cb3ecb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:11:50.247752 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-2c217862-7692-48f1-ac1c-abe1be712c4c req-e83ed523-b2ee-409c-9bb6-024877cb3ecb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:11:50.248902 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2c217862-7692-48f1-ac1c-abe1be712c4c req-e83ed523-b2ee-409c-9bb6-024877cb3ecb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed0e985a-631f-411c-a0ef-97f82f628918 HTTP/1.1" status: 200  len: 210 time: 0.0701854
Nov 24 18:11:53.213402 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5c0e-06a6-4d1f-befd-249ad149a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:53.490438 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:53.521394 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:11:53.556282 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:11:53.556653 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 50cbf0cd-dd8f-4778-b627-d6a9cd3fdc3a not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:11:56.088003 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c039795c-0b03-4e7d-b8b2-b7439d3fb462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:56.338478 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:11:56.805538 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:58.160424 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:11:59.893079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:23.214900 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6af37074-cbad-4abd-b6f8-fefc669a219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:23.491940 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:26.092819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-02f3aeb8-4e47-47af-9496-8f2bceeb8245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:26.807259 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:28.176565 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:29.892844 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:33.337600 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:12:52.139391 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-d8089f97-bff1-4806-8a5a-1e602e2a9a7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1136482
Nov 24 18:12:52.354492 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-2cf75e43-75f4-4b3d-b117-ec2fe2769fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:12:52.355992 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-2cf75e43-75f4-4b3d-b117-ec2fe2769fdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.1421695
Nov 24 18:12:52.510165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-d088c679-6cfc-42c5-9c91-d4807b29b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:12:52.511624 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-d088c679-6cfc-42c5-9c91-d4807b29b0f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1293633
Nov 24 18:12:52.584548 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-5b7bd542-2a59-4b00-af8b-e961ef5906d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.0614965
Nov 24 18:12:52.653640 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-b4409b3e-8f9d-4d97-b2f3-7746434a9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:12:52.655074 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-b4409b3e-8f9d-4d97-b2f3-7746434a9c4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0611115
Nov 24 18:12:52.706840 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-0b8bd6aa-cc02-479a-b8d6-12686f49abc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418768
Nov 24 18:12:52.721405 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-7f8ec7db-3ac1-4113-a127-6fde652d621a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:12:52.722705 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-7f8ec7db-3ac1-4113-a127-6fde652d621a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059006
Nov 24 18:12:52.860800 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-09b760e5-6e28-47bb-bab9-7463c4919766 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278634
Nov 24 18:12:52.995319 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-86476ffe-112a-445b-86df-c6e6f57c2453 req-e929f2a2-f728-429f-8ae3-5301090c8be2 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245515
Nov 24 18:12:53.219073 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-bd7a86de-93c3-4921-87f4-f3344ea7d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:53.493886 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:56.096768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e60d3213-321f-4444-9f6c-c1ff2c7b7e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:56.824744 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:58.166094 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:12:59.893965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:10.340254 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:13:16.900589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b5b9a-2038-44aa-a466-3e0aa6aff530 req-0e3e95aa-1b1b-43a2-b0e2-a7ae6f32cc60 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:16.901951 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-266b5b9a-2038-44aa-a466-3e0aa6aff530 req-0e3e95aa-1b1b-43a2-b0e2-a7ae6f32cc60 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.1016979
Nov 24 18:13:16.947078 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-266b5b9a-2038-44aa-a466-3e0aa6aff530 req-ecf306c6-1a0e-4822-a529-af22861ddf31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390980
Nov 24 18:13:17.561079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-40d20ee0-7909-4120-a21a-e5768f62b443 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:17.562549 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-40d20ee0-7909-4120-a21a-e5768f62b443 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.0921504
Nov 24 18:13:17.636287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Deleting port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:13:17.636626 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:17.905094 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] For port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:13:17.905652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:18.261892 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:18.262274 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:18.262630 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Floating IP 24aec90e-235f-4993-ab73-e5d159b5da30 disassociated. External IP: 172.27.0.233, port: ba45d7ce-4681-4fd8-b019-1ea1b0526b2b.
Nov 24 18:13:18.262970 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Calling delete_port for ba45d7ce-4681-4fd8-b019-1ea1b0526b2b owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:13:18.325922 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46266c74-24b8-4259-bcea-ff8dd321e267 req-cc079555-37d9-43cd-996c-94521ea3a26d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:18.327457 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-46266c74-24b8-4259-bcea-ff8dd321e267 req-cc079555-37d9-43cd-996c-94521ea3a26d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 945 time: 0.2653449
Nov 24 18:13:18.536419 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-46266c74-24b8-4259-bcea-ff8dd321e267 req-2c01bed3-4d0c-4d2e-a09b-9d032db3a55a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=97a66cb1-e15c-47a0-9f55-b222b2acdaac&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1998003
Nov 24 18:13:18.555252 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:18.565143 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8a1134b2-1d09-49dd-bdb5-f5a1a3d232e2 tempest-DeleteServersTestJSON-1187974225 tempest-DeleteServersTestJSON-1187974225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:13:18.613854 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'Port': ['ID=ba45d7ce-4681-4fd8-b019-1ea1b0526b2b,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:13:18.625026 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.625394 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.625757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.626114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.626465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.626864 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.627214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.627561 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.630499 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.630499 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.630499 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.630499 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:13:18.686683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:13:18.824498 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:13:19.028787 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:13:19.041949 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:13:19.052596 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:13:19.058492 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5aba370>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:12:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:13:19.128098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] No DVR routers for this DVR port ba45d7ce-4681-4fd8-b019-1ea1b0526b2b on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:13:19.130917 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:19.137543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'name': 'network-vif-deleted', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:13:19.195108 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f00b1d-a746-4496-a338-1a6ca81f15c7', 'name': 'network-vif-deleted', 'tag': 'ba45d7ce-4681-4fd8-b019-1ea1b0526b2b', 'status': 'completed', 'code': 200}
Nov 24 18:13:19.261293 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00a22e15-eb0d-4b31-aa51-bfab708265b6 req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "DELETE /v2.0/ports/ba45d7ce-4681-4fd8-b019-1ea1b0526b2b HTTP/1.1" status: 204  len: 173 time: 1.6894555
Nov 24 18:13:19.266397 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:13:19.622555 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5aba370>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:13:19.626434 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:13:19.635121 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:13:19.635757 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5aba370>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:12:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:13:19.698202 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-071d84dd-85c3-44a4-bfdb-2074c3c7fdc3 req-8809f990-5be5-4a0c-bd60-703e33ff1dba tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:13:19.713865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-071d84dd-85c3-44a4-bfdb-2074c3c7fdc3 req-8809f990-5be5-4a0c-bd60-703e33ff1dba tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:13:19.715017 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-071d84dd-85c3-44a4-bfdb-2074c3c7fdc3 req-8809f990-5be5-4a0c-bd60-703e33ff1dba tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0606570
Nov 24 18:13:19.842717 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:13:20.175976 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5aba370>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:13:20.181762 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9391a13b-411e-4a8c-84d4-928a861a6b3a None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:13:20.414192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecf2dd-df69-4868-8689-a65d6b1196b3 None None] New status for floating IP 24aec90e-235f-4993-ab73-e5d159b5da30: DOWN {{(pid=86834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:13:20.864608 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c7492f65-301e-4f90-a780-0d4c082aad64 req-d2038fa2-dc83-4572-b8e9-176a1740d5a7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0431364
Nov 24 18:13:22.020651 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ae7d1c01-c8e4-45e9-957c-56bd8c57f5f4 req-082cd2c2-fafc-4370-95b1-5a81ccc04106 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0450530
Nov 24 18:13:22.021494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ba45d7ce-4681-4fd8-b019-1ea1b0526b2b no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:13:22.057489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: ba45d7ce-4681-4fd8-b019-1ea1b0526b2b {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:13:22.057954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ba45d7ce-4681-4fd8-b019-1ea1b0526b2b not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:13:23.171030 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-538d62ec-ef40-4cde-bf82-061c68e07228 req-7bc57bb6-6d46-4406-b977-40fba83a4f14 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0419502
Nov 24 18:13:23.223284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-49b4c6ba-1fd7-4c2a-9702-588698b1cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:23.498483 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:24.332028 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03b77a44-655c-4e0b-a48c-58a688cdcc5f req-77d0ae01-2665-472b-8bab-9f3e799b78b5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0458412
Nov 24 18:13:25.489927 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d76bd6c6-fc04-4f50-922c-61686d2c9e43 req-55ae5eae-2a78-4017-9be3-baa4f712aede tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0475817
Nov 24 18:13:26.098970 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d82b4c3a-b9ec-4524-b6e8-cef1cf021a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:26.648035 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2b0f4dce-40f2-4c01-999c-76aaa496c0cc req-bcb7b4b4-21dd-4fb6-a86c-039404176e40 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0435457
Nov 24 18:13:26.818317 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:27.808904 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8de89b05-2b6f-4553-b320-9a135287ff15 req-6f83b852-b1e9-4c90-b5e3-f3c8dc11627e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0453320
Nov 24 18:13:28.169615 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:28.968117 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e1ef9ff5-9133-4258-ac91-77986d3f9768 req-e6bcbdca-7eb7-42b4-8f50-2544d7040cb6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471082
Nov 24 18:13:29.908031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:30.123356 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5b0fab5b-560f-4946-8ef2-73a4cec92e4a req-61c6131f-e9fb-458c-82dc-0dc19fc361ae tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0440481
Nov 24 18:13:31.279910 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44b3144d-5b35-40cb-9cb0-7ae3d69ccb60 req-a3c3e428-497a-41e5-aaf6-f99655755a5e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0467403
Nov 24 18:13:32.440651 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3dff8d47-0022-49b3-8e46-6a8b314d5769 req-d0db4a74-0d63-49c7-989a-9f3b7fb7d2d6 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0493727
Nov 24 18:13:33.591939 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-06d4c6e8-251f-435d-a510-cd3874cfc594 req-c44a69aa-8083-4afe-9ddd-6ab43e2176bd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0427561
Nov 24 18:13:34.745173 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9dea95e5-0ae8-46c7-8560-86296aec0409 req-59d9d5cf-020a-475a-aada-2412af63dcd1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0452635
Nov 24 18:13:35.898507 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bc6cdcb3-0b68-46ff-95d9-97bae6ab989c req-36494745-4c33-401d-b9dc-ba1bf6671374 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0437136
Nov 24 18:13:37.055976 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b2282c5a-2474-4868-8fdd-78e11b1b3125 req-cc6f0205-77ef-4001-b885-8cdd03ccabd4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0481458
Nov 24 18:13:38.209216 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1fdeef43-2709-47f0-8f60-5d3d90d03599 req-123590f2-b95f-4065-be26-58e6540e3ed0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0470378
Nov 24 18:13:39.453095 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-906c8565-8397-4af9-93ba-44eb73903332 req-5e04ae99-1d5f-47ba-b340-152741a28214 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.1306257
Nov 24 18:13:40.607574 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c1f260d-6e18-4d4f-ba02-68135a60e649 req-7a55f584-1b90-4cbc-91dc-5e69fee87b81 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0427868
Nov 24 18:13:41.779817 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0427929e-7455-472a-a940-4b1a02039890 req-3c25b1d6-fc26-46d6-a007-c421164535b7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0430548
Nov 24 18:13:42.939066 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f0949453-e350-4db7-aa69-34edfe798505 req-aadf350c-1e04-4fdb-b671-e83b1ce49586 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0439878
Nov 24 18:13:44.093767 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-823274a3-0063-480b-9a5a-af7178bc6c92 req-49639456-4747-4242-87b4-ddf8c1412fb3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0452862
Nov 24 18:13:45.251562 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc1dfb39-a0b2-46cc-bcda-977ada204434 req-0b8b1080-adcc-4fd0-878c-e31d51168290 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471880
Nov 24 18:13:46.430658 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7e8f959-9e3c-4d8c-969b-da1e214f1110 req-822b532e-39a8-4c6a-9adf-74f2a4dfabec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0598652
Nov 24 18:13:47.339992 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:13:47.585396 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8e545e6-f410-4273-b642-cd6a83468625 req-f7b6f2e1-0628-464b-a9a9-3be4814e4914 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0433838
Nov 24 18:13:48.737428 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9886fe74-ed18-4035-8025-71c221fba40b req-453ec350-e202-47c7-bd28-e4cea3df1a21 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0428650
Nov 24 18:13:49.897842 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-13930b59-1368-4920-8ef7-c6709956c9cd req-90955ac2-73af-4838-922e-86caa6d97bb7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0436127
Nov 24 18:13:51.051623 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c375000f-59bf-4228-92d2-7ed4c5eca158 req-3fff2acc-439f-49e3-9416-d2ed7e915785 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0458786
Nov 24 18:13:52.237589 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bfa0814c-c18d-4f69-81bc-f215c2dbbb28 req-be251bf3-fe25-46e1-8ec7-6c9aca804ece tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0783169
Nov 24 18:13:53.225549 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-30f714f9-64b2-4a01-9fee-bc9c87e447b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:53.392889 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e6a597b4-5dd4-4830-9441-b326c142f2f9 req-21e6db43-e27d-4b96-a185-a23f548e358b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0462151
Nov 24 18:13:53.501353 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:54.103776 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-5ed774d6-ef11-4894-9d54-561bfe2cd7c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712905
Nov 24 18:13:54.199564 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-e4e938d5-019c-43f4-afba-0fdb538d648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:54.201117 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-e4e938d5-019c-43f4-afba-0fdb538d648e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0747681
Nov 24 18:13:54.423531 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-2a91ae10-76fe-40be-ab13-3c638be22162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:54.425047 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-2a91ae10-76fe-40be-ab13-3c638be22162 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1997905
Nov 24 18:13:54.507017 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-9ce68cc0-68b4-49e1-8999-31db5d9c4a2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.0717428
Nov 24 18:13:54.587530 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-30879cc4-bdf8-4438-a1b3-18db051caa36 req-dd8925d9-de53-4027-9c9d-23034e3ee9e7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0822897
Nov 24 18:13:54.612936 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-28b2a369-4450-48ae-b89e-9232a89983ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:13:54.614399 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-28b2a369-4450-48ae-b89e-9232a89983ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0739105
Nov 24 18:13:54.666711 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-ec605bda-c8d3-4326-b600-0a8ad6b234f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420907
Nov 24 18:13:54.800568 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-14308888-a484-446c-898b-5d47db8fd7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265564
Nov 24 18:13:54.942628 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23bd3f7d-dfdc-4bdc-b0b5-43b19045b4bd req-2990fdb2-4542-4435-9372-35004e328b08 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313708
Nov 24 18:13:55.737279 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2e057957-b7d2-40f2-aa26-0e6157576ad2 req-ac570cdf-bdb2-4a15-be92-87c039a9bc72 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0434172
Nov 24 18:13:56.101897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-af8a96e4-8e8a-43d1-b40a-ccc254a4ab14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:56.818261 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:56.904312 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ba209f7-a1c3-4021-be5f-2bda7275f007 req-0a74b121-fed1-4d6c-b129-d8423a3a1978 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0521092
Nov 24 18:13:58.053651 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-417ee25e-e215-495b-84fe-127259c05f76 req-f2dc2faf-0b4a-4490-a085-8e5d7c283004 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0434194
Nov 24 18:13:58.179391 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:13:59.202991 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-70df1044-83b6-4b88-8dfe-9b3dfedee047 req-4716982a-7b48-45ad-9324-40b11fc25a7b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0428867
Nov 24 18:13:59.921676 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:00.371272 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-325961d8-05af-4a78-9997-aa61cef0d593 req-b228a034-8c57-4bff-99b8-798f9fd0099e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0474937
Nov 24 18:14:01.532878 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-49c6837b-0c40-48b8-a94f-8f68131c17ed req-277bb978-8578-456d-9417-8016a391ef67 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0432003
Nov 24 18:14:02.699816 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5df1e37e-a40c-4cd3-be91-c0e77f3af042 req-14794aeb-ddfc-4483-a1f9-0c7ac0ecf962 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0482790
Nov 24 18:14:03.858102 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1de1cea1-21d9-4c6f-b89b-542edd8cf15c req-229088ed-0a23-4654-a2e3-f5774e824f68 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0481727
Nov 24 18:14:05.016243 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-60767f35-2126-400c-bbc9-3747f6a955d3 req-293a1e04-a29e-41bf-884e-0860d5a9f6e0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0449283
Nov 24 18:14:06.178618 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-af10f156-19fa-431d-a562-5a684338666d req-2fc0b0c5-d489-4893-ae51-8c0aca578f18 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0438738
Nov 24 18:14:07.344459 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1358562a-4e7b-480e-8142-fb646ec188cf req-018f28f1-c061-4aee-8958-166be60c330e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0514367
Nov 24 18:14:08.501247 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cf218e4b-8349-4a5c-aef6-3a136ef443c9 req-e14689da-805f-47bf-b390-60e30b95ffb3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0460486
Nov 24 18:14:09.666336 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-92dec810-80f1-428e-a54f-a46809ca7897 req-c0161e20-6857-4995-b668-7718cfae99bc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0421128
Nov 24 18:14:10.822561 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-92a79ded-b7b1-4b4d-9b2e-e625ff4672d1 req-3476155c-9047-4501-9e06-447cde8a05c1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0470254
Nov 24 18:14:11.969564 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c2743fe7-69e7-4ecb-a0aa-af3942a66475 req-0468049b-443a-46cc-be79-b97993318062 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0440304
Nov 24 18:14:13.133444 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-800b61c5-58ac-450c-9c12-33825599b420 req-3207b815-c5ad-45cc-abe3-5ee765cc2ca0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0523419
Nov 24 18:14:14.305408 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f719ac65-aeb7-467b-80cd-581e8b043825 req-b7544270-74f5-459e-85fa-ac453fce812d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0475593
Nov 24 18:14:15.455469 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6c348f21-a106-47b2-b741-6ff3342425d7 req-0f5a55d9-6083-4911-8826-c094afea3eef tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0433192
Nov 24 18:14:16.606097 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cdba800c-bc2d-4421-a8e9-43d00f0847d2 req-c8c20ac7-00b7-4e7b-8c65-1177267a08f1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0426862
Nov 24 18:14:17.764963 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b67059bc-1453-4c1f-a814-deea95151463 req-e22e2ce6-acf6-49a3-be39-8f65ed5a28dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0466056
Nov 24 18:14:18.914508 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a70851c8-7c89-4016-8cf7-627d2a075d0b req-65912e7c-9fb3-4ff5-9b0c-ac619953ee36 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0416412
Nov 24 18:14:20.073369 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-840021c2-97ec-4e40-a113-9570852b8f77 req-31062e9f-0ce5-446a-80bc-3f45841ef599 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0440865
Nov 24 18:14:21.229689 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-52403998-d0cf-4783-8c4f-62a7f43de8d8 req-ab92eada-f10b-4650-bfae-016ecb24aa08 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0466571
Nov 24 18:14:22.381512 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dfc3ce09-84ab-4bd9-b592-eba8d47bc990 req-c50b058b-8059-4626-96cf-6e0e220807d8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0464160
Nov 24 18:14:23.229862 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d69e23b-f19c-4da4-8e81-aae54c9345dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:23.506152 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:23.678099 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-43b2b936-6413-401b-9750-eee5348fc569 req-f6e616ff-0a2a-4bb8-95cb-ce5651e59fb1 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0436084
Nov 24 18:14:24.339338 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:14:24.830452 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1d37997e-90a0-4614-be6f-dd09bbf331fe req-bd07759a-2fa4-4bcf-8646-7f79c5debc1e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471776
Nov 24 18:14:25.984463 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-378456ad-708f-4e01-bba2-f154bb70352b req-b1ad8916-839f-40b2-b0b1-19ab1b996a72 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0426967
Nov 24 18:14:26.103870 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0f561eda-21b4-47a0-8a3c-abf92a86932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:26.824476 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:27.137861 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-27a6a51b-4b6c-4953-b07c-54a5df0a751c req-2ad3d591-a924-42a0-96d1-ac3d1f8fb0e5 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0435989
Nov 24 18:14:28.177157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:28.304556 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ec5a513f-f514-44d3-b065-571a27fae783 req-b93a3628-d6fb-4df4-af29-27ba3133df07 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0451388
Nov 24 18:14:29.458013 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3396d6df-d9ea-4e79-8924-7290461751e1 req-b44df74b-2fd5-4904-8b4e-5e1884ffd259 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0448880
Nov 24 18:14:29.924903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:30.618453 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-17b9623f-213e-4503-adc7-776c1cfc037c req-748ed0d9-ffbc-4fad-8337-8a4b6dc47a6a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0524065
Nov 24 18:14:31.784654 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8396b844-e26b-44a7-bbc5-9d24781b3642 req-86c8b3e6-25bb-4b2a-83c5-9cab8bc3877c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0495176
Nov 24 18:14:32.956939 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a23e045f-c846-414e-920c-50038e61fe36 req-9285f2cc-5f72-44ff-b907-44d4ec89d3bf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0485678
Nov 24 18:14:34.130427 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a7f1975d-627e-4407-a1a6-6b73fc018b44 req-3f8337a9-ed16-487f-ab39-e411f0f67026 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0525885
Nov 24 18:14:35.295296 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1b610f2b-197c-4b1c-97d0-1d3e6635831e req-f8bec03d-b0b4-4f68-9b95-b160b9223e42 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0478687
Nov 24 18:14:36.464754 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c02c7f23-1a75-41a1-82ba-4e2b73b5a4b4 req-4866ce95-414e-403e-9453-c9b0fa02d5df tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471425
Nov 24 18:14:37.629757 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-af2c24d4-c10f-468b-97fa-eb9c465bc229 req-2aaaf562-c693-4375-af8b-f84219f840ee tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471733
Nov 24 18:14:38.791258 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cf3bea36-4d7a-4c35-902f-bcd23505f640 req-94d1b819-8dcf-459b-8fdd-8b2fe9679cdf tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0483057
Nov 24 18:14:39.957900 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fbc06f54-cbf9-4947-be97-9ded10e40d08 req-c95c666f-6dfe-40b5-98ef-cc64c6efa169 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0448358
Nov 24 18:14:41.182612 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6a05da84-eb31-4006-8f76-50c4fa1b0699 req-c16cbf6a-2782-4c93-a4c1-bb9101855cc3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.1162071
Nov 24 18:14:42.346389 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-50a683bd-4c1b-4318-bbbd-a20557080d5b req-f80b7b61-9737-44d0-9f4d-badf8c494afe tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0471315
Nov 24 18:14:43.518189 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3dfe53a0-73e5-46e0-8e06-71005c70b1ec req-b03fe805-5e5b-4216-a5cb-cddafbe82e5a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0466192
Nov 24 18:14:44.683118 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dfb23523-c19d-4cd4-9706-ebdf81c08c2f req-f22c2b47-2fb5-4a6f-bf31-fd084e0bb3dc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0499401
Nov 24 18:14:45.887545 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dcd98643-ded8-4411-bc22-626040c4ab46 req-2a41615c-bf23-4d53-8884-b91d1392f642 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0563231
Nov 24 18:14:47.053343 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b2623333-b5a6-49c1-92ec-e7f68e897cc6 req-6a26674b-e41e-4be6-9c9f-ef63b7823ef4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0435634
Nov 24 18:14:48.208422 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4d9b4f02-e170-4d2f-b139-dc76c0a6df22 req-abe40724-3832-4da4-8126-795c8563d19f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0439489
Nov 24 18:14:49.388831 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b961ba2f-1742-4608-90d4-ef31b687b8e6 req-e4126d07-ce34-4c73-a7d6-9bf580b24dac tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0484436
Nov 24 18:14:50.559844 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0faca298-c251-4365-928a-271160e523ce req-9560a90e-8a66-40ea-a8ab-da23785ec92a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0475705
Nov 24 18:14:51.720582 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-446d8605-1c86-4853-846c-90fbb8447190 req-26d08d0e-fda0-4db8-8412-24c71a7d3f22 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0479515
Nov 24 18:14:52.889646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80238ca1-128e-477d-bd84-b1455999514f req-eeaa89ef-2d2e-4406-8b24-b25bd26c3ef7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0539527
Nov 24 18:14:53.247826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3c15179a-2378-4896-b1ac-29cef3c61b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:53.511135 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:54.060299 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-92b90d7c-9cb3-4f17-8d3a-3dab2c142842 req-ca770fd9-613a-475b-9dc3-f9a87fdfe0dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0546947
Nov 24 18:14:55.225834 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-014f8d72-0984-4745-849a-b0105e118bc9 req-ace8e3b8-0d38-458d-b111-3a843210c220 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0451293
Nov 24 18:14:55.516618 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-3457bc34-8335-46b0-862c-4f390292d4ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763056
Nov 24 18:14:55.629047 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-78fea649-9b78-41b0-b4ed-8793986ac9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:14:55.630657 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-78fea649-9b78-41b0-b4ed-8793986ac9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0838411
Nov 24 18:14:55.805379 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-eb349376-7adf-46d1-ba9e-0421e15b8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:14:55.806833 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-eb349376-7adf-46d1-ba9e-0421e15b8569 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1488507
Nov 24 18:14:55.887260 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-bf81c8eb-cc75-4bc2-b334-e7ed25b7b6ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.0704281
Nov 24 18:14:55.957183 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-5a129e00-2d0f-4c1b-a491-e6b9fff43ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:14:55.958713 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-5a129e00-2d0f-4c1b-a491-e6b9fff43ecb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0653675
Nov 24 18:14:56.014120 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-4bfeafd4-12ef-4649-b01f-cfbf19bbed82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447156
Nov 24 18:14:56.115749 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-690d6950-4823-4460-b219-27c5e57ae700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:56.208963 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-a28707ae-5112-4fa3-96a4-b5a77e36de76 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839476
Nov 24 18:14:56.402719 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4b53db5f-f4b6-49d8-9b8b-c11401f6993e req-800fc0e8-8267-4ced-9684-efde6c7e0a51 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0522196
Nov 24 18:14:56.419999 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6796e0b7-7ea7-4ac2-af5d-3dc7c4a88a31 req-58f380e7-3d62-4793-8702-56592a4a86fd service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002482
Nov 24 18:14:56.823335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:57.574328 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ad91db19-2ed3-4b4e-b5ac-85d69535e478 req-c7c9a7ca-2e2d-4066-87db-2e505a616c15 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0501630
Nov 24 18:14:58.178940 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:14:58.743112 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e86aa900-5ff4-4959-8944-abcab4178470 req-a3311ab8-08f1-4dc2-8ed6-d0585764ee6d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0494528
Nov 24 18:14:59.940767 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-17a3c6fa-5beb-4ea2-ab46-d5d20c32898b req-d9e02882-8334-412b-9f8d-9b9626b70a9d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0667064
Nov 24 18:14:59.943586 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:01.102935 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-716b0709-a268-4f92-aa74-f6e0bea63452 req-09defa32-f534-42aa-9541-856893cb0411 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0429125
Nov 24 18:15:01.337346 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:15:02.255284 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-faddca97-9ae4-41cd-811d-b207ec66f250 req-55034d9b-7939-4c4a-a68a-01311bb49cbb tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0440969
Nov 24 18:15:03.412444 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-02a58b21-9903-4d0d-ad75-212df67b75a7 req-595eef71-c865-49e0-ac3c-e245e48c8b1b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0468490
Nov 24 18:15:04.569061 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6cabef2-f909-4212-bb4b-ce0f4a9a6235 req-bae6da28-e790-48d0-9d6b-9595c3150917 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0496593
Nov 24 18:15:05.720248 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-089d6eab-96b5-4441-9445-5b23d5368535 req-17268d22-4d62-4727-9af6-4cab85ade353 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0443866
Nov 24 18:15:06.875077 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-269192d9-9ffa-4d4b-adaf-a551a2761e1f req-79b3996c-8da5-4cae-9518-6ad5b6e2a513 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0440063
Nov 24 18:15:08.024622 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-05829394-8e67-481f-97df-bdf104530be9 req-f95f5b8b-7855-4260-9865-90126f55d745 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0428233
Nov 24 18:15:09.175430 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ac8abe2-2b94-4296-a6c3-caf94e4a7b55 req-fb330cb3-e424-42bf-99ea-7e7b1f79ce04 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0441639
Nov 24 18:15:10.331521 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fc305e64-3e8b-4f8c-8271-7ae930c6f3ff req-5a352707-a06c-47f6-bdf0-d0e2232e2e5b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0481007
Nov 24 18:15:11.491522 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9663900-d619-45c1-8c88-53354a182b01 req-a571155b-8bdc-4421-97c3-0955e786e51e tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0482047
Nov 24 18:15:12.645417 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6711f813-1fb6-4c9c-9c30-fbc0ddff6fcf req-d4703740-e84c-4b5e-8fd2-e04513cd2d22 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0441298
Nov 24 18:15:13.855106 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b9a4d5d8-e241-4379-a229-4e51d32b271d req-9a255d73-71a1-446b-b1e1-165d0e07ba3d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0438664
Nov 24 18:15:15.008889 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dea98931-eb02-45f6-bcdb-05ba1b224bae req-c7e4c3f4-d5da-4bd6-ad4d-67466ecf940b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0461082
Nov 24 18:15:16.166352 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c5a60fdc-cb89-48ee-aa59-7788480d8ff9 req-043fdd45-fa4d-4640-a750-54174f187141 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0435286
Nov 24 18:15:17.322374 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a825deb6-2523-4893-ac03-b90ff67d71f3 req-5702dbcd-191f-4598-aedb-b56d2b8aca44 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0475285
Nov 24 18:15:18.550156 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7ade7e63-277b-4e35-836b-0b0c33fe383b req-37429508-2304-4e01-a6eb-f68d15d250dc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.1160879
Nov 24 18:15:19.731558 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9103621b-a19d-40c3-9b55-ff061efbac66 req-2221c763-2c59-440b-851e-f143c3a42051 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=38f00b1d-a746-4496-a338-1a6ca81f15c7 HTTP/1.1" status: 200  len: 210 time: 0.0428498
Nov 24 18:15:20.864063 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 57364) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:20.931648 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:20.961300 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.021919 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.026270 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-279e26eb-3c26-443b-a96f-6cfdcad695dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:21.039756 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a66cb1-e15c-47a0-9f55-b222b2acdaac,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:21.052012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.052418 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.052734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.053115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.053638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.054034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.054424 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.054794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.055202 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.055590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.055969 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.056360 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:21.060264 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:21.067647 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.071216 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "DELETE /v2.0/security-groups/97a66cb1-e15c-47a0-9f55-b222b2acdaac HTTP/1.1" status: 204  len: 168 time: 0.2036161
Nov 24 18:15:21.071446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 57372) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:21.090476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.api.v2.resource [None req-8334accf-a5f4-4e13-9eb2-2f82f57c5f42 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] show failed (client error): The resource could not be found.
Nov 24 18:15:21.091876 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-8334accf-a5f4-4e13-9eb2-2f82f57c5f42 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups/97a66cb1-e15c-47a0-9f55-b222b2acdaac HTTP/1.1" status: 404  len: 347 time: 0.0194843
Nov 24 18:15:21.094710 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 57376) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:21.254211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Deleting port 04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:15:21.254470 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.429615 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.429947 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.562435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Calling delete_port for 04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59 owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:15:21.704495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.709118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a3c3287d-7672-4a77-85a4-4cfb2b095bf4 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:21.756880 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'Port': ['ID=04c90ac2-fd1d-4a9c-9d65-e07c9c3ace59,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:21.783664 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:21.848290 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.867831 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:21.868979 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "DELETE /v2.0/floatingips/24aec90e-235f-4993-ab73-e5d159b5da30 HTTP/1.1" status: 204  len: 168 time: 0.7733617
Nov 24 18:15:22.600606 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 57388) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:22.606036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434572353', 'description': 'tempest-description--1527543295'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:22.614313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:22.619482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:15:22.623819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:15:22.630463 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:22.647283 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.670685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:22.675402 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:15:22.678583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:15:22.685554 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:22.775927 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.781566 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.786876 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c535b4a3-d8f5-4036-aba6-ac816310ac0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:22.828608 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09455f72-c6ea-4741-8e08-af7e54992837,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:22.831740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:22.835580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.840219 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 57392) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:22.840867 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2380023
Nov 24 18:15:22.845489 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group_rule': {'security_group_id': '09455f72-c6ea-4741-8e08-af7e54992837', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:22.851493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:22.856040 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:15:22.858966 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:15:22.865331 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:22.882383 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.951739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.955688 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:22.957774 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:22.984094 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e26d4e6-38e7-4038-8fa6-1ae20273743f,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:22.996752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.997202 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.997580 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.998069 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.998483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.998845 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.999194 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.999547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:22.999931 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:23.000280 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:23.000630 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:23.000978 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:23.012017 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:23.013339 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.016051 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-951b1898-0d53-4eb1-8153-0eaf392ee9ad tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1747780
Nov 24 18:15:23.017083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 57398) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:23.022143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'security_group_rule': {'security_group_id': '09455f72-c6ea-4741-8e08-af7e54992837', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:23.029351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:23.033355 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:security_group_rule and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:15:23.036291 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:15:23.041950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:23.061710 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.125450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.128892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.130793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:23.155057 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d606e23f-50ec-4941-a025-bb918d7d6848,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:23.161733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:23.170874 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.172576 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1544735
Nov 24 18:15:23.177658 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 57404) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:23.182593 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:23.188661 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:23.193000 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Usage tracker for resource:floatingip and tenant:4275b2353e804c9e9365d6f9ff69fb04 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:15:23.195745 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:15:23.202232 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:23.212066 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.233158 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-31e06f5f-e0be-4990-a2a2-e9344607523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.359127 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.497247 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Allocated IP 172.27.0.117 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/1417db76-b8ef-42c9-9e27-34c235182146) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:15:23.521954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.747256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.775810 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:23.779929 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-32def84a-5132-47f7-b0c2-04568b982a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:23.843568 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:15:23.846578 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:15:23.850126 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:15:23.883914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=1417db76-b8ef-42c9-9e27-34c235182146,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:23.890997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:23.978272 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.047348 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.257975 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.263224 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247358'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.267139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:24.378605 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=1417db76-b8ef-42c9-9e27-34c235182146,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:24.382708 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:24.390833 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.415659 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:24.417273 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2385418
Nov 24 18:15:24.662308 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-1eec8eff-91c9-4248-ad54-a1cd2a5c0ec3 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--434572353&fields=id&tenant_id=4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 267 time: 0.0425336
Nov 24 18:15:24.814611 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-7d851c71-b78e-4501-9091-f3ed74a7a8e8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:24.816001 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-7d851c71-b78e-4501-9091-f3ed74a7a8e8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 809 time: 0.1470137
Nov 24 18:15:24.830959 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-47db5570-3be8-4655-a2b8-25fef2f783ec tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/quotas/4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 375 time: 0.0095761
Nov 24 18:15:24.920001 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-a0257147-ea55-458d-8149-d06038c81a19 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0839789
Nov 24 18:15:24.977667 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-262b38c1-8379-427e-9d2e-fdc132fab6ae service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:15:24.978736 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-262b38c1-8379-427e-9d2e-fdc132fab6ae service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0473020
Nov 24 18:15:25.117407 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-f01aec92-0ae2-466c-b845-0f9b5e74c153 service neutron] 10.222.0.64 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310930
Nov 24 18:15:25.253529 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5c4043bc-b966-4a74-8c04-149e52e55ee8 service neutron] 10.222.0.64 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297808
Nov 24 18:15:25.459775 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-00b02e3a-ce58-4fab-bc20-eaea24466f36 req-e0241c43-86b8-46de-a339-2ff6c45a2232 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:15:25.479954 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-00b02e3a-ce58-4fab-bc20-eaea24466f36 req-e0241c43-86b8-46de-a339-2ff6c45a2232 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:15:25.486805 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-00b02e3a-ce58-4fab-bc20-eaea24466f36 req-e0241c43-86b8-46de-a339-2ff6c45a2232 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 210 time: 0.0759254
Nov 24 18:15:26.111814 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d0d6703-9c70-4552-bf95-2e41e925bc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:26.649441 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ca7f7697-83fa-4a51-b004-ed264cfd3316 req-a41fc25d-9e6b-46a1-abe6-aa7f463604df tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 210 time: 0.0519798
Nov 24 18:15:26.810314 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-65247a33-acfe-4e0b-9d29-2eab14bd501b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:26.812636 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-65247a33-acfe-4e0b-9d29-2eab14bd501b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 809 time: 0.1889522
Nov 24 18:15:26.827387 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:26.869691 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-bf0b208f-c605-4450-ac20-4c78c6399d28 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:15:26.888113 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-bf0b208f-c605-4450-ac20-4c78c6399d28 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:15:26.890155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-bf0b208f-c605-4450-ac20-4c78c6399d28 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4275b2353e804c9e9365d6f9ff69fb04 HTTP/1.1" status: 200  len: 379 time: 0.0638947
Nov 24 18:15:26.904258 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'port': {'device_id': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'admin_state_up': True, 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'security_groups': ['09455f72-c6ea-4741-8e08-af7e54992837']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:27.046727 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:15:27.056460 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:15:27.065705 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Made reservation on behalf of 4275b2353e804c9e9365d6f9ff69fb04 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:15:27.069115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:27.238920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Allocated IP 172.20.0.6 (16d04825-809e-487e-b2a8-9c8ebe5605d4/16f16fc0-6819-42e2-a4b0-5778c30f54a7/3cb4783c-6d29-4fbc-af98-6c3ee3207737) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:15:27.517649 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:27.535312 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Transition to ACTIVE for port object 3cb4783c-6d29-4fbc-af98-6c3ee3207737 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:15:27.561824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:27.567708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8aa5e081-5526-4b20-93b3-9d802126f107 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:27.639002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:15:27.642089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:15:27.646635 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:15:27.716241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:27.716966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:27.736293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event updated for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:27.742502 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:27.755556 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8559871
Nov 24 18:15:27.773256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Request body: {'port': {'device_id': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:27.890554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-478be289-c1d5-4e95-8473-afaa2c0c872e None None] Provisioning for port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:15:27.895977 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-478be289-c1d5-4e95-8473-afaa2c0c872e None None] Provisioning complete for port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:15:27.896817 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-478be289-c1d5-4e95-8473-afaa2c0c872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:27.955052 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-478be289-c1d5-4e95-8473-afaa2c0c872e None None] Port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:15:27.961836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.017392 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381d1b-e8d2-4b48-aa09-99ea7e7e7db8 req-93c9109c-483d-49da-939b-1e97aa538f6b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:28.018132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-24381d1b-e8d2-4b48-aa09-99ea7e7e7db8 req-93c9109c-483d-49da-939b-1e97aa538f6b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Synchronizing usage tracker for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:15:28.065552 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-24381d1b-e8d2-4b48-aa09-99ea7e7e7db8 req-93c9109c-483d-49da-939b-1e97aa538f6b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Unset dirty status for tenant:4275b2353e804c9e9365d6f9ff69fb04 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:15:28.067116 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-24381d1b-e8d2-4b48-aa09-99ea7e7e7db8 req-93c9109c-483d-49da-939b-1e97aa538f6b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 931 time: 0.2575784
Nov 24 18:15:28.184408 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.207289 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-24381d1b-e8d2-4b48-aa09-99ea7e7e7db8 req-07a0a012-54e7-4c09-9d4d-a328da5a53a0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934944
Nov 24 18:15:28.404683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb4783c-6d29-4fbc-af98-6c3ee3207737 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:15:28.412627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.433104 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Transition to ACTIVE for port object 3cb4783c-6d29-4fbc-af98-6c3ee3207737 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:15:28.440809 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.446583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d3235167-2dda-4bf9-9ea8-803d6c64363c tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:28.596197 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:28.632192 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:28.727700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Attempting to bind port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:15:28.728080 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Attempting to bind port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:15:28.728372 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Attempting to bind port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:15:28.733895 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:15:28.734219 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Attempting to bind port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 on network 16d04825-809e-487e-b2a8-9c8ebe5605d4 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:15:28.739963 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:15:28.740332 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Checking segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:15:28.740747 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Bound using segment: {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:15:28.741287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Bound port: 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:15:28.741634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.839883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:15:28.843769 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:15:28.848667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.852894 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-198c7934-2315-4976-80cb-0b4d6ba57e4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:28.915958 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:28.916576 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:28.918210 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] 10.222.0.55 "PUT /v2.0/ports/3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 1093 time: 1.1498663
Nov 24 18:15:28.921383 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:15:28.960683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:28.965377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:29.014635 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'status': 'completed', 'code': 200}
Nov 24 18:15:29.060294 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-9ab401ff-1936-4582-8a8f-061ee87f0d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:29.062334 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-9ab401ff-1936-4582-8a8f-061ee87f0d0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1096 time: 0.0908272
Nov 24 18:15:29.144434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-e9d933db-b6db-46c9-858f-10367634da75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 217 time: 0.0708325
Nov 24 18:15:29.217419 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-7b06739d-be43-419d-814e-e9e909275fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:29.218863 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-7b06739d-be43-419d-814e-e9e909275fc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0630090
Nov 24 18:15:29.313121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-b9f6a31c-555c-4a13-820f-bab323c82b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:29.314674 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-b9f6a31c-555c-4a13-820f-bab323c82b59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860732
Nov 24 18:15:29.605628 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-f678feb6-f186-461b-8f08-85e7f5e16864 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2798591
Nov 24 18:15:29.617688 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b448-b66d-4f10-b561-522b378ec4b6 req-f0a10042-04dc-4684-8340-c47bc3e62799 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:29.619126 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8eb1b448-b66d-4f10-b561-522b378ec4b6 req-f0a10042-04dc-4684-8340-c47bc3e62799 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 943 time: 0.2713301
Nov 24 18:15:29.746736 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8eb1b448-b66d-4f10-b561-522b378ec4b6 req-6c88c2c8-d1ec-4f23-802e-3bcb0e3dc2ca tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085589
Nov 24 18:15:29.797342 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b11b4fd-82a9-4fa5-8c29-0281524eea12 req-814afca6-1139-4e10-b6b6-4cdc67718076 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1772075
Nov 24 18:15:29.940489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:29.942847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-fd2671a1-412a-46db-915f-f85346e800e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:29.944358 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-fd2671a1-412a-46db-915f-f85346e800e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1096 time: 0.0889587
Nov 24 18:15:30.091442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-14ca1b88-850e-4b7b-bd44-2a8563c691f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:30.093252 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-14ca1b88-850e-4b7b-bd44-2a8563c691f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1403298
Nov 24 18:15:30.168539 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-a55ce4d3-4d89-4e1d-aefc-81c5306782c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 217 time: 0.0677764
Nov 24 18:15:30.233779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-803ed8cf-b887-402a-99b4-749c65d47c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:30.235223 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-803ed8cf-b887-402a-99b4-749c65d47c3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0602801
Nov 24 18:15:30.317852 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-3efaed64-0413-4de6-a733-de40461410fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:30.319533 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-3efaed64-0413-4de6-a733-de40461410fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770495
Nov 24 18:15:30.469043 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-d8745b71-62e9-49b0-9c1f-44184396fb2d service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393435
Nov 24 18:15:30.622830 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28ad6662-65d1-425d-855d-5a0a2ddab436 req-fb6b9dad-821c-4af8-912f-a34a32abd56a service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465940
Nov 24 18:15:30.956139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caedf95-f57e-4f7d-a59b-e38bfc3603bd req-fdfa3d7a-9520-497d-83e7-c42e333f3a62 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:30.957633 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7caedf95-f57e-4f7d-a59b-e38bfc3603bd req-fdfa3d7a-9520-497d-83e7-c42e333f3a62 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 943 time: 0.0970719
Nov 24 18:15:31.007306 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7caedf95-f57e-4f7d-a59b-e38bfc3603bd req-f5326642-71ed-48f5-afcd-006bceb9139f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427909
Nov 24 18:15:32.216926 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d4cc0-a7b3-4b18-84a7-fbaa63d51e52 req-cea13003-d062-4425-a5a3-8ef999c73545 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:32.218432 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e4d4cc0-a7b3-4b18-84a7-fbaa63d51e52 req-cea13003-d062-4425-a5a3-8ef999c73545 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 943 time: 0.0896740
Nov 24 18:15:32.266189 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e4d4cc0-a7b3-4b18-84a7-fbaa63d51e52 req-3306fff1-91a5-48e1-b462-a93f0945d319 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421343
Nov 24 18:15:32.734562 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3cb4783c-6d29-4fbc-af98-6c3ee3207737 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:15:32.913025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:15:32.926701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'port_id': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'mac_address': 'fa:16:3e:c0:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:15:32.985281 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:33.002419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb4783c-6d29-4fbc-af98-6c3ee3207737 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:15:33.019747 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:15:33.023802 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:33.027972 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:33.138298 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:33.147138 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.147512 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.147881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.148246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.148634 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.148897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.149227 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.149550 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.149890 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.150215 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.150531 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.150872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:15:33.156078 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:33.352741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['3cb4783c-6d29-4fbc-af98-6c3ee3207737'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:15:33.468423 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33fdba-96c7-42f3-a7d4-3693a698b3b6 req-29d85b23-51d1-4cd5-9b3b-8d24b5fa6974 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:33.470227 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1d33fdba-96c7-42f3-a7d4-3693a698b3b6 req-29d85b23-51d1-4cd5-9b3b-8d24b5fa6974 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 944 time: 0.0944042
Nov 24 18:15:33.526755 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1d33fdba-96c7-42f3-a7d4-3693a698b3b6 req-f667ff7e-fea1-43e0-bdf7-2f4873ba4b73 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471923
Nov 24 18:15:34.732408 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1320e-6b27-4b3c-b073-388f02922a3b req-581cc94f-7a1a-4d63-a465-af968b101452 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:34.733903 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ede1320e-6b27-4b3c-b073-388f02922a3b req-581cc94f-7a1a-4d63-a465-af968b101452 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 944 time: 0.0874240
Nov 24 18:15:34.734043 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3cb4783c-6d29-4fbc-af98-6c3ee3207737 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:15:34.782332 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ede1320e-6b27-4b3c-b073-388f02922a3b req-98888d6d-5123-451d-9576-2dfcc2c02c88 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425448
Nov 24 18:15:34.808888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:15:34.813834 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:15:34.814223 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:34.938371 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:34.966908 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:15:34.976642 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:15:34.983177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:34.987419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-04114b80-9052-45d5-82b5-4383cdcf3561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:15:35.064119 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:15:35.067550 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:15:35.076726 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'code': 200}
Nov 24 18:15:35.327553 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37a747-6d65-47b7-b038-86d6d9883b89 req-471e79d7-c385-47ee-aca9-4e6fac5d943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:35.329049 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d37a747-6d65-47b7-b038-86d6d9883b89 req-471e79d7-c385-47ee-aca9-4e6fac5d943e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1098 time: 0.0729773
Nov 24 18:15:35.377231 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d37a747-6d65-47b7-b038-86d6d9883b89 req-2b2be23b-c5d9-4daa-8409-1e790f287d00 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380325
Nov 24 18:15:35.987639 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d4bac-35b0-4d65-9419-27c3683a5837 req-5104b912-7169-4ce5-871f-11ea5cd57911 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:35.989025 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-614d4bac-35b0-4d65-9419-27c3683a5837 req-5104b912-7169-4ce5-871f-11ea5cd57911 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 945 time: 0.0949042
Nov 24 18:15:36.038555 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-614d4bac-35b0-4d65-9419-27c3683a5837 req-47518be5-f43a-4d4f-b396-284455997215 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437012
Nov 24 18:15:37.244445 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c692-f0ff-426c-b5c4-206a734e652c req-3290059f-c2df-4b6b-829d-b85ee8f9cc0d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:37.246052 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d979c692-f0ff-426c-b5c4-206a734e652c req-3290059f-c2df-4b6b-829d-b85ee8f9cc0d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 945 time: 0.0934615
Nov 24 18:15:37.293671 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d979c692-f0ff-426c-b5c4-206a734e652c req-14536a25-2b7c-404e-9054-646b4d9c46cc tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417416
Nov 24 18:15:37.479750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069e63-087b-4770-91ec-db0a44fb9335 req-9eb8306c-adcf-434c-8956-501c0a7a4c4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:37.481567 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28069e63-087b-4770-91ec-db0a44fb9335 req-9eb8306c-adcf-434c-8956-501c0a7a4c4d tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 945 time: 0.0833364
Nov 24 18:15:37.490088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 57544) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:15:37.495483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Request body: {'floatingip': {'port_id': '3cb4783c-6d29-4fbc-af98-6c3ee3207737'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:15:37.692406 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:38.326499 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:38.330980 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:38.336103 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:15:38.514769 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.l3_db [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Floating IP 2b540501-a612-48e1-8ae8-727ff1e982b9 associated. External IP: 172.27.0.117, port: 3cb4783c-6d29-4fbc-af98-6c3ee3207737.
Nov 24 18:15:38.904279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:15:39.202884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:15:39.208035 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:39.213134 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:15:39.223545 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:15:39.224212 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d6397520>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:15:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:15:39.268949 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b9413a6b-67f6-4669-8418-7824531420b8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "PUT /v2.0/floatingips/2b540501-a612-48e1-8ae8-727ff1e982b9 HTTP/1.1" status: 200  len: 991 time: 1.7777367
Nov 24 18:15:39.269587 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:15:39.381659 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'status': 'completed', 'code': 200}
Nov 24 18:15:39.468468 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:15:39.530135 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-3d2d1bdf-80b6-4460-a44f-10100ab9b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:39.531745 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-3d2d1bdf-80b6-4460-a44f-10100ab9b652 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1098 time: 0.1196275
Nov 24 18:15:39.754949 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-88b909bd-c9ea-4eb1-9a26-184bba5813da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:39.756662 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-88b909bd-c9ea-4eb1-9a26-184bba5813da service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.2181385
Nov 24 18:15:39.843494 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d6397520>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '2b540501-a612-48e1-8ae8-727ff1e982b9', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:c0:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:15:23Z', 'updated_at': '2021-11-24T18:15:38Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:15:39.847881 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:15:39.857542 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:15:39.858150 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d6397520>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:15:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:15:39.865883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-6c5dd026-5888-461c-9a7d-050be209cc13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 999 time: 0.1026738
Nov 24 18:15:39.933368 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-e52c54d8-e7c2-4c6c-b9f6-b7257d942e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:39.934479 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-e52c54d8-e7c2-4c6c-b9f6-b7257d942e29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0623486
Nov 24 18:15:40.034258 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-d4ed12d1-10b9-4c8c-8f05-437212c8c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:15:40.035826 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-d4ed12d1-10b9-4c8c-8f05-437212c8c456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0945725
Nov 24 18:15:40.087158 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:15:40.181033 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-0a830957-8764-4f76-b3bb-0ba29bb9f3d1 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372998
Nov 24 18:15:40.335352 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7920ac17-4773-4ddb-b68d-8141a47528d2 req-1b7b726d-bcd1-47e8-8b55-2ea2d058d4c4 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469154
Nov 24 18:15:40.483930 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d6397520>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '2b540501-a612-48e1-8ae8-727ff1e982b9', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:c0:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:15:23Z', 'updated_at': '2021-11-24T18:15:38Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:15:40.488236 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d09a27d-69f4-476f-9c8d-7b81de2fe111 None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '2b540501-a612-48e1-8ae8-727ff1e982b9', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'port_id': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'mac_address': 'fa:16:3e:c0:28:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:15:23Z', 'updated_at': '2021-11-24T18:15:38Z', 'revision_number': 1, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:15:40.715630 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e275672-1d40-439e-a316-fc4a20d8d691 None None] New status for floating IP 2b540501-a612-48e1-8ae8-727ff1e982b9: ACTIVE {{(pid=86834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:15:53.235890 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-552f2152-2048-4525-9f17-4ee03365fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:53.517161 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:56.115378 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-aa20829d-f6e7-4757-8e7f-03cc846c4a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:56.829288 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:58.188847 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:15:59.936695 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:15.335665 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:16:23.236977 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c9b6-b7db-4b56-a099-d14eef379ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:23.522863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:26.116739 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-89ba8830-d51c-4495-88be-389acedcb31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:26.831396 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:28.187372 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:29.964750 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:52.335748 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:16:53.248064 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d2c52d68-55f2-4500-ba88-1b495dd8df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:53.515246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:56.118455 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3a547beb-d5fc-4d1d-99b2-dc121724a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:56.835410 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:58.189231 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:16:58.388800 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-e335b25e-89d2-4292-b1a2-811a0b3e7110 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703263
Nov 24 18:16:58.551120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b83026-8d77-495f-bb68-529d106306ae req-7fa94048-52fc-4366-a6e4-3b51f840b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:16:58.552659 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-7fa94048-52fc-4366-a6e4-3b51f840b9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 1099 time: 0.0768325
Nov 24 18:16:58.723395 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b83026-8d77-495f-bb68-529d106306ae req-a8a83443-91ef-4b6d-b274-84a1111102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:16:58.724882 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-a8a83443-91ef-4b6d-b274-84a1111102c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 200  len: 916 time: 0.1427541
Nov 24 18:16:58.804732 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-17e6f19c-66ee-4211-af65-3ab910cea1af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 200  len: 217 time: 0.0689526
Nov 24 18:16:58.871626 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b83026-8d77-495f-bb68-529d106306ae req-77a3d7d6-8415-4d50-947c-9ebcf097e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:16:58.873069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-77a3d7d6-8415-4d50-947c-9ebcf097e8a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 200  len: 855 time: 0.0587385
Nov 24 18:16:58.930279 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-d395a36f-1372-413a-9508-d3343de401d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d999ad69-34a5-4430-8f01-a48e3a42bfc5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464284
Nov 24 18:16:59.074576 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-f5f293b5-662c-4520-99c7-461503313753 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331205
Nov 24 18:16:59.280431 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e6b83026-8d77-495f-bb68-529d106306ae req-a9f55ab6-80a2-4d04-a28a-d4e0789cdba2 service neutron] 10.222.0.55 "GET /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1954103
Nov 24 18:16:59.968965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:23.241879 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-240dd567-0f2e-4f4c-b8d7-6dc04bfb63ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:23.517998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:26.123361 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ab4e7b48-960a-467d-8f2a-fe8a177c0493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:26.838899 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:28.192349 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:29.334516 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:17:29.978546 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:51.600857 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec231-e9b3-4b09-a12c-e7cf38f5f1f8 req-b07f3f4e-0d9d-4e32-8c5d-e27fdd53fca7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:17:51.603258 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-533ec231-e9b3-4b09-a12c-e7cf38f5f1f8 req-b07f3f4e-0d9d-4e32-8c5d-e27fdd53fca7 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.1357241
Nov 24 18:17:51.646842 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-533ec231-e9b3-4b09-a12c-e7cf38f5f1f8 req-866f0707-d8af-4dce-ad47-f19ed4beafc1 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/security-groups?id=70e6381a-0967-4bc1-af35-9e1aec302113&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382769
Nov 24 18:17:51.882207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-a3aa3453-3c78-4549-a074-fce74f4e6a8e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:17:51.883651 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-a3aa3453-3c78-4549-a074-fce74f4e6a8e tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 946 time: 0.0790861
Nov 24 18:17:51.959961 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Deleting port 04235aaf-5ac9-4467-b036-cb16111e1bd9 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:17:51.960218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:52.273997 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] For port 04235aaf-5ac9-4467-b036-cb16111e1bd9, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=04235aaf-5ac9-4467-b036-cb16111e1bd9,segment=NetworkSegment(fe1ae3da-a447-41d6-9e8c-2ed0d16f718b),segment_id=fe1ae3da-a447-41d6-9e8c-2ed0d16f718b)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:17:52.274359 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:52.411864 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Calling delete_port for 04235aaf-5ac9-4467-b036-cb16111e1bd9 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:17:52.562756 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:52.568314 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:52.578363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['04235aaf-5ac9-4467-b036-cb16111e1bd9'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:17:52.615096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Pushing event deleted for resources: {'Port': ['ID=04235aaf-5ac9-4467-b036-cb16111e1bd9,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:52.653644 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.654023 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.654396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.654752 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.655109 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.655464 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.655839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.656188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.656535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.656882 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.657228 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.657574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:52.664695 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:52.707879 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] No DVR routers for this DVR port 04235aaf-5ac9-4467-b036-cb16111e1bd9 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:17:52.710604 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:52.715215 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'name': 'network-vif-deleted', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:17:52.743326 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4291c68f-8e8f-4bc8-9d32-6328ad559bbf req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.55 "DELETE /v2.0/ports/04235aaf-5ac9-4467-b036-cb16111e1bd9 HTTP/1.1" status: 204  len: 173 time: 0.8502498
Nov 24 18:17:52.867198 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93283903-e620-4b25-9d9b-dd8df929bc16', 'name': 'network-vif-deleted', 'tag': '04235aaf-5ac9-4467-b036-cb16111e1bd9', 'status': 'completed', 'code': 200}
Nov 24 18:17:52.879355 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-17d12b6e-fd86-49ee-8b6b-2eb3e4db5d0f req-782fbc79-3050-4356-b0c8-a72b63830dbb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Synchronizing usage tracker for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:17:52.895232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-17d12b6e-fd86-49ee-8b6b-2eb3e4db5d0f req-782fbc79-3050-4356-b0c8-a72b63830dbb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Unset dirty status for tenant:19932e34745a434a9e17ef9a5fa6aa49 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:17:52.896484 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-17d12b6e-fd86-49ee-8b6b-2eb3e4db5d0f req-782fbc79-3050-4356-b0c8-a72b63830dbb tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] 10.222.0.64 "GET /v2.0/ports?device_id=93283903-e620-4b25-9d9b-dd8df929bc16 HTTP/1.1" status: 200  len: 210 time: 0.1170173
Nov 24 18:17:53.243958 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e7bc6172-26f8-4622-9bd3-554e6d2e5c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:53.519351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:53.998960 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 58610) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:54.199718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Deleting subnet dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:17:54.202541 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.249844 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.303177 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.372426 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.377499 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-5efca7a9-e594-4818-9c94-ce973d3f1396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:54.410836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1b7988-f9c2-4ec1-8b3a-064a8a30b603,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:54.419101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.426399 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.426767 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.427123 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.427473 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.427841 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.428191 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.428533 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.428878 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.429215 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.429551 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.429887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.430226 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:17:54.433232 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:54.439081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 58620) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:54.439495 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dd1b7988-f9c2-4ec1-8b3a-064a8a30b603 HTTP/1.1" status: 204  len: 168 time: 0.4391785
Nov 24 18:17:54.546399 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.668062 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.692352 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d498d070>,) {'filters': {'network_id': ['d999ad69-34a5-4430-8f01-a48e3a42bfc5']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:17:54.704603 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d498d070>, 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:17:54.704896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d498d070>, 'fe1ae3da-a447-41d6-9e8c-2ed0d16f718b') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:17:54.717131 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.733036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.738864 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:17:54.739242 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:17:54.752204 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:17:54.832245 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.835976 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:54.849424 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:54.860767 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d999ad69-34a5-4430-8f01-a48e3a42bfc5,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:54.864587 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:54.871741 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c0701c77-6838-47e3-b70e-c0e74a1222cd admin admin] 10.222.0.64 "DELETE /v2.0/networks/d999ad69-34a5-4430-8f01-a48e3a42bfc5 HTTP/1.1" status: 204  len: 168 time: 0.4315090
Nov 24 18:17:55.003032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 58628) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:55.051525 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f227bb50-4fc0-4c87-978b-a27205a922b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=19932e34745a434a9e17ef9a5fa6aa49&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0471671
Nov 24 18:17:55.053760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 58632) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:55.123451 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:55.154662 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:55.207980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:55.211736 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-09a45779-83c2-4b4e-8308-8cab450f8465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:55.224419 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6381a-0967-4bc1-af35-9e1aec302113,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:55.227499 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:55.236344 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:55.237450 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70e6381a-0967-4bc1-af35-9e1aec302113 HTTP/1.1" status: 204  len: 168 time: 0.1828082
Nov 24 18:17:55.432656 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 04235aaf-5ac9-4467-b036-cb16111e1bd9 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:17:55.467102 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 04235aaf-5ac9-4467-b036-cb16111e1bd9 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:17:55.467464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 04235aaf-5ac9-4467-b036-cb16111e1bd9 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:17:56.125962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f3de3303-9ad9-4364-be2e-05cba4920e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:56.852322 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.195921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 58696) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:57.335048 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.350004 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:17:57.353817 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Usage tracker for resource:security_group_rule and tenant:42f083f00769410182024401bc7dbd71 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:17:57.357320 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:17:57.362926 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:17:57.446921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.451311 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.459794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0a679946-71ef-4f46-9799-baecd905d0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:57.502482 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=42f083f00769410182024401bc7dbd71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3050277
Nov 24 18:17:57.504091 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8adcf-b930-41cc-9192-b87a09ddd8e3,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:57.505299 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 58706) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:57.507068 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:57.566197 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.592718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.647683 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.652182 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cf8380ee-7a9d-482f-abb4-c145a35fff2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:57.665485 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8adcf-b930-41cc-9192-b87a09ddd8e3,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:57.670624 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:57.671896 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.675750 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5e8adcf-b930-41cc-9192-b87a09ddd8e3 HTTP/1.1" status: 204  len: 168 time: 0.1691062
Nov 24 18:17:57.954681 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 58716) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:57.972884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:57.987896 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:17:57.991747 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Usage tracker for resource:security_group_rule and tenant:f9ebfd8c50b6422b9ed6d65b48947a94 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:17:57.994543 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:17:58.000428 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:17:58.081060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.084762 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.092522 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a29daa9f-222a-4257-b7ad-1f36dbdde5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:58.131567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82937969-6dc1-483d-bd62-3385181c2667,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:58.135569 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f9ebfd8c50b6422b9ed6d65b48947a94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1798849
Nov 24 18:17:58.136756 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:58.138227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 58720) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:17:58.197044 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.202135 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.230000 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.288582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.293198 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3349614f-850e-4c78-a866-26fb19fd9c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:17:58.307643 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82937969-6dc1-483d-bd62-3385181c2667,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:17:58.312282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:17:58.315646 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:17:58.316820 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82937969-6dc1-483d-bd62-3385181c2667 HTTP/1.1" status: 204  len: 168 time: 0.1777010
Nov 24 18:17:59.219968 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-7576ba13-1f3e-4643-9fef-41e0c70d6945 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1778681
Nov 24 18:17:59.326264 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-914adca7-f1fd-417a-9600-a2dcf5fbd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:17:59.327472 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-914adca7-f1fd-417a-9600-a2dcf5fbd9e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 1098 time: 0.0762272
Nov 24 18:17:59.498446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-cce2c8c2-d6be-47a9-8d6c-e04a56b7c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:17:59.499946 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-cce2c8c2-d6be-47a9-8d6c-e04a56b7c431 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1479058
Nov 24 18:17:59.642902 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-084dfc80-0d91-4ebd-ab9a-da280cac4eee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 200  len: 217 time: 0.1317375
Nov 24 18:17:59.716516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-3988f70f-15e5-497c-93ad-21b0666ab1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:17:59.718015 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-3988f70f-15e5-497c-93ad-21b0666ab1f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0641727
Nov 24 18:17:59.771241 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-4b1f33ce-91f9-46fc-8768-288af5da3306 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427868
Nov 24 18:17:59.930029 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-c0cee4db-1196-4e32-ad66-3c72424df73c service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481175
Nov 24 18:17:59.999855 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:00.074350 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fe7052f-5335-45ac-bb1f-074835a8cdf0 req-2971452a-3b95-494b-8d6e-88b6007b26bc service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330934
Nov 24 18:18:06.336630 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:18:23.247747 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1056a62b-b966-477e-8e94-79a63b964a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:23.519886 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:26.130714 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a89ae32e-a65d-42ab-9bd2-167eb47330f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:26.844073 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:28.196775 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:30.044573 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:43.335875 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:18:53.250364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0a4af9c9-325f-4fbf-929c-10ef21885194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:53.522401 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:56.133574 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-be3cbc5c-378d-4c02-8903-b167a831680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:56.849190 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:18:58.201038 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:00.017589 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:00.069918 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-25443c5b-3497-4177-a575-cdb365d99ade service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0837281
Nov 24 18:19:00.171723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-c5b68f6c-ff61-49a0-9704-6dd74c3f2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:00.173132 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-c5b68f6c-ff61-49a0-9704-6dd74c3f2888 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 1099 time: 0.0743294
Nov 24 18:19:00.329845 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-1473b560-cb98-4169-8c5b-449b54fa3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:00.331291 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-1473b560-cb98-4169-8c5b-449b54fa3489 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 200  len: 920 time: 0.1309912
Nov 24 18:19:00.403977 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-0f569ccc-5c49-40e0-948c-5f98c409e1f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 200  len: 217 time: 0.0636590
Nov 24 18:19:00.470027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-0f1e575d-2a5e-4d2b-89f4-b675d403929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:00.471501 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-0f1e575d-2a5e-4d2b-89f4-b675d403929f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 200  len: 859 time: 0.0581334
Nov 24 18:19:00.523624 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-f7e32682-3e7e-4e87-80c4-ab3ef2dd9a22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412757
Nov 24 18:19:00.679951 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-3fc73756-d7e2-4ee7-9c5b-2f01468b91d5 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475637
Nov 24 18:19:00.822274 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3350fdc7-8abe-4956-923c-1fd0e937b891 req-40b54faf-baf3-4373-a226-76fd3a9f5587 service neutron] 10.222.0.55 "GET /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317894
Nov 24 18:19:05.905324 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090078a9-dd0e-4068-8a8b-a7f5aaa26f20 req-288bab5b-9c6a-433d-9252-cb23870ad203 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:05.906809 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-090078a9-dd0e-4068-8a8b-a7f5aaa26f20 req-288bab5b-9c6a-433d-9252-cb23870ad203 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.0852790
Nov 24 18:19:05.963090 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-090078a9-dd0e-4068-8a8b-a7f5aaa26f20 req-5aa23e1f-7f1b-4065-bdd1-163ba664796a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471747
Nov 24 18:19:06.400330 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-e81d399d-6c5a-4095-ad3c-b35f952ed465 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:06.402540 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-e81d399d-6c5a-4095-ad3c-b35f952ed465 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 946 time: 0.0829680
Nov 24 18:19:06.473884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Deleting port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:19:06.474223 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:06.810815 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] For port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:19:06.811539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:06.949060 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Calling delete_port for 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:19:07.108734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:07.114943 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21324f34-3f83-410d-881c-421316f36e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:19:07.127138 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:19:07.168701 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Pushing event deleted for resources: {'Port': ['ID=2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:19:07.184661 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.185031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.185595 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.186124 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.186683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.188198 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.188931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.189808 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.190836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.191674 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.192218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.192859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:19:07.208029 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:19:07.348428 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a4a0ed90-d6c5-4134-a272-32698b4a4284 req-ae591865-b27f-4a23-9853-b9ee5e8622de tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=91fbcf33-86b7-4b2f-9a5d-9c87da78fc27 HTTP/1.1" status: 200  len: 210 time: 0.0998361
Nov 24 18:19:07.356850 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] No DVR routers for this DVR port 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:19:07.359297 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:07.361928 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'name': 'network-vif-deleted', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:19:07.383476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e824c157-dd0f-470b-9a61-72dbba2845b5 req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "DELETE /v2.0/ports/2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d HTTP/1.1" status: 204  len: 173 time: 0.9731133
Nov 24 18:19:07.418962 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fbcf33-86b7-4b2f-9a5d-9c87da78fc27', 'name': 'network-vif-deleted', 'tag': '2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d', 'status': 'completed', 'code': 200}
Nov 24 18:19:08.821195 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6b540-2935-43ce-b905-71279c28be04 req-51ad5124-9935-4829-89ab-7ed7915138a5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:08.822002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-1ca6b540-2935-43ce-b905-71279c28be04 req-51ad5124-9935-4829-89ab-7ed7915138a5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:19:08.836373 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-1ca6b540-2935-43ce-b905-71279c28be04 req-51ad5124-9935-4829-89ab-7ed7915138a5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:19:08.837480 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ca6b540-2935-43ce-b905-71279c28be04 req-51ad5124-9935-4829-89ab-7ed7915138a5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0966229
Nov 24 18:19:08.892715 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ca6b540-2935-43ce-b905-71279c28be04 req-cb1cd653-02b0-4ecd-b6b1-388457623809 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/security-groups?id=8612b3f0-cdeb-444f-af6b-4843e459e484&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428641
Nov 24 18:19:09.367189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-63821b98-30c3-4c3f-b642-1e0a088de1a2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:19:09.368737 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-63821b98-30c3-4c3f-b642-1e0a088de1a2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 945 time: 0.0887873
Nov 24 18:19:09.449123 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Deleting port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:19:09.449672 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:09.705379 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] For port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:19:09.705636 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:09.835061 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Calling delete_port for 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:19:09.837551 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:19:09.872861 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:19:09.873218 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 2e08c6e2-2e40-4ef4-8a5d-a5d93d31c67d not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:19:09.987449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:09.993274 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ce4a4982-a8f5-457d-9048-5d864167d4ee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:19:10.002772 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['8b9bafad-9e4a-4de0-a61c-31c30b5ff84b'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:19:10.043896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Pushing event deleted for resources: {'Port': ['ID=8b9bafad-9e4a-4de0-a61c-31c30b5ff84b,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:19:10.047510 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:19:10.068497 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fbc88f1d-5e58-4031-81c3-4c4ead5e671f req-053ce207-9721-4c82-86a9-0b96bb0f70b1 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0572572
Nov 24 18:19:10.129749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] No DVR routers for this DVR port 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:19:10.132232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:10.134974 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'name': 'network-vif-deleted', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:19:10.151343 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-512b201b-04cd-45a4-a8b9-76358a7e4bb3 req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.55 "DELETE /v2.0/ports/8b9bafad-9e4a-4de0-a61c-31c30b5ff84b HTTP/1.1" status: 204  len: 173 time: 0.7717113
Nov 24 18:19:10.188850 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd195ce54-bd42-4deb-b7de-c80fcfcd3437', 'name': 'network-vif-deleted', 'tag': '8b9bafad-9e4a-4de0-a61c-31c30b5ff84b', 'status': 'completed', 'code': 200}
Nov 24 18:19:11.227352 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-68e926f2-c455-4aba-ae2f-e5a3c7525d4b req-1ca1a42e-f34f-4232-b611-767c906b2f26 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0447805
Nov 24 18:19:12.381221 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-93adc8b7-1d49-43f4-974d-bed7bbd3ad27 req-ebf76889-4cb9-4d02-ac81-7c22f5233728 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Synchronizing usage tracker for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:19:12.398660 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-93adc8b7-1d49-43f4-974d-bed7bbd3ad27 req-ebf76889-4cb9-4d02-ac81-7c22f5233728 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Unset dirty status for tenant:64f9bbe7d66843e4bdc67eed822136d5 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:19:12.399924 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-93adc8b7-1d49-43f4-974d-bed7bbd3ad27 req-ebf76889-4cb9-4d02-ac81-7c22f5233728 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0618172
Nov 24 18:19:13.606895 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-98d8b343-42f4-4e1a-b25f-893c1a019776 req-8402ae66-6dd2-4a22-9edf-9bc97c1e6e77 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0484030
Nov 24 18:19:13.869578 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:19:13.904853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:19:13.905205 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8b9bafad-9e4a-4de0-a61c-31c30b5ff84b not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:19:14.769571 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7efa5224-bfe7-450e-ba1f-51c52b878ba6 req-69c26b57-a48c-425a-8470-f3121f089579 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0455775
Nov 24 18:19:15.924943 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-df0ebdb5-16d4-4792-bee3-34303732cdb7 req-f1917ba0-8dca-4fbc-b19a-3aa04e9af5e8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0467806
Nov 24 18:19:17.136206 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-83e124c0-b7df-4d61-8533-6f959e24a641 req-b9669c62-a140-451b-b7d4-c8a184a71140 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.1038754
Nov 24 18:19:18.284552 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3ba08344-45ab-46d3-a2bb-8baa569a2d77 req-e6049850-08a8-4ffa-9bc5-af5f330a9204 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0428760
Nov 24 18:19:19.434700 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23711862-d82f-487e-9b94-0ed9b466e4a4 req-01c4245b-a04c-4b0a-a68a-2c3e2e067dd5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0429447
Nov 24 18:19:20.334700 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:19:20.586429 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d8eaba91-3fc2-4858-9dd9-f13ec569d84b req-30daa58f-e534-426b-839f-0862b76133dc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0434856
Nov 24 18:19:21.738456 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16eee2be-4d41-442d-87a3-cc0e2535433a req-4ebf7abb-87ef-42ee-813e-b0e4646b5bf5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0465953
Nov 24 18:19:23.033839 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5e350be7-5515-404f-b056-9c4fa6e7fb77 req-86aa6c89-a97f-4652-80cd-f52a1790ac4a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0463064
Nov 24 18:19:23.253189 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a358-365a-4eed-92c3-d3544dfa7568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:23.528307 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:24.186266 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c4c2a62d-8fca-4b3a-b4ea-eb3afecd5a6f req-74ce9759-6f8b-4a3f-b324-7b7bd3001f05 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0436299
Nov 24 18:19:25.337787 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-913f10d2-c52b-43d2-acd3-427f0a2d6c29 req-21eab267-8ce3-452d-ac0c-1c5211a37134 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0472703
Nov 24 18:19:26.135583 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-26d3ffd3-fd96-4334-9b0b-78d0f72ee594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:26.498056 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a88082e9-1d13-4ca6-8b2f-372ad1ef1857 req-54af1dcf-6233-4a49-89fc-3f69f3e32291 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0455201
Nov 24 18:19:26.849001 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:27.649115 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f0d496f-1700-43eb-9694-236a6fe20e8f req-ee7cdf19-c013-4f48-97be-ae1c380d944d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0434890
Nov 24 18:19:28.222121 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:28.811980 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7882ca09-91a9-4895-af74-0717bdd05ce9 req-8331e87f-2264-4bef-bb8b-fdffd646e0f9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0500066
Nov 24 18:19:29.976999 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-31aed245-44b2-4ffc-bdb0-1e8aed4756f5 req-8d3f0dc5-f218-4606-a92c-2723f9be5eb6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0549181
Nov 24 18:19:30.023720 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:31.128590 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-131d2083-fea3-4e73-9d7f-00ab50697df5 req-813f61e8-3b92-4185-8575-05833f563fcd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0433836
Nov 24 18:19:32.280650 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a8318529-ce1d-4b75-8e29-ab4e51ff9709 req-4119b19b-d243-4fce-9dd5-868bd4dab1f2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0425601
Nov 24 18:19:33.441047 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-49f6ba16-7abd-48c8-bc6f-485c9425799a req-ebd91474-07df-4f61-b572-1020a6cd1ea8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0445364
Nov 24 18:19:34.589783 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b033a570-56b1-41a0-bef2-66db6053886c req-9a3fa9df-9d00-462b-94f8-702e30d96f2f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0428882
Nov 24 18:19:35.739708 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-358b6e78-996a-4d4a-a7c8-4acc10d8dbb6 req-6df0acb8-1ff2-48eb-867b-d30f27199dda tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0459702
Nov 24 18:19:36.889998 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-06910ee7-da87-40e7-b5dd-af11f0e9f6b9 req-90d26447-aa64-457f-823d-e9062bb08fa7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0454855
Nov 24 18:19:38.042061 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90d6c558-c6ff-4f66-b3eb-e5e11cf67636 req-0b1a2295-4760-4a87-a2c9-f39afd871d0b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0460470
Nov 24 18:19:39.192963 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7e6afee3-dc67-45d2-ba63-e313f29a784f req-6492ba75-5176-4386-a35a-607cf655321c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0440662
Nov 24 18:19:40.345318 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ba2f9f9f-a575-4dcf-b768-7d1eefc68ca4 req-edc29172-e9ed-448c-8824-a5394b7300bc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438378
Nov 24 18:19:41.501039 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-51b23718-2c9f-47cd-b274-69dbaec7b2b8 req-82a89d10-bd86-4161-ad64-c8bf4d73e3bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0433843
Nov 24 18:19:42.655307 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b3322ee8-e4e0-4be7-b020-878d867c7dbb req-88733e0b-7d10-4fa4-ab5b-d7788799a61b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0457809
Nov 24 18:19:43.809729 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c8f0c601-49e5-4982-a964-75f1f9400feb req-218bf0fd-6717-4eff-9d73-bb6cda552c22 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0462241
Nov 24 18:19:44.970493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fb6e5b62-86ae-44ee-ab92-834ef6e57c5a req-87bea4bd-6cd6-4ef7-837e-94c5531c4ca4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0502632
Nov 24 18:19:46.120302 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e0b60e84-4971-4e78-9ab1-ed4c95cbc2ce req-f864febb-139e-4419-b8fa-a9db440924c4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0428803
Nov 24 18:19:47.275256 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f1867cf7-77fc-4ffa-96a9-e68a7b98bfc7 req-01801ccd-6889-43eb-814b-57ca37c7a379 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0472322
Nov 24 18:19:48.425031 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e431d6c5-ce11-4721-a016-aa0e085c4100 req-556aa2ce-a123-4f01-849f-eaf353c97d53 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0434732
Nov 24 18:19:49.596495 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ae8085f0-c56e-4c50-974d-db966e32fe88 req-349501af-5f27-46e5-bf8e-6df33672841b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0509901
Nov 24 18:19:50.763966 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f1d3ba34-f826-4f6a-811c-f6315c4eba93 req-f26733d4-1d77-4c0f-9a4e-1059a227895f tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0466173
Nov 24 18:19:51.916388 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-791d9d69-b9e1-475c-abc2-6d31a64b472d req-8b1b08c7-9369-4494-8090-fef238f3233a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438726
Nov 24 18:19:53.099576 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e1b81377-caa2-475a-8593-d24154c6c66d req-c2d682cc-b87f-4a95-9f7c-53f64475ae2a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0432975
Nov 24 18:19:53.255849 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7f5cca1c-0461-47b4-b393-5bd67c55ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:53.522331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:54.251038 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d65e060f-afd6-4b20-9196-6dbeea0a9f0b req-4c6562f0-0905-4077-b45c-f43ef72c82b8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0435724
Nov 24 18:19:55.408287 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-43b6211d-0fb1-44d7-b2a0-00b67a95b03e req-decb8fcc-9077-4310-9156-f862f0b7d9bc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0432255
Nov 24 18:19:56.140680 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-35df8c31-e4b9-4350-a39a-2dd630efaca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:56.563011 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90a7e7e5-0b80-453a-8277-3df0307a4a3c req-fc7980ce-ee90-44d5-b614-9c6e84e4c0cb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0480103
Nov 24 18:19:56.852014 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:57.335155 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:19:57.719264 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-083f264b-e13f-4a92-8dc6-84b5570788e9 req-d1e3f3f8-6500-43c8-8a87-a9712b6e32e4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0472786
Nov 24 18:19:58.210799 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:19:58.869674 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e0e52b1a-001f-47bb-94ad-fbd4c9e0db09 req-665dac08-9ed0-4fd4-9eb1-0e482668eeb8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0424864
Nov 24 18:20:00.020447 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-87a7aab7-3f7f-45dc-8b09-fbfb373785b7 req-f4fbce01-d54f-4f5e-aaab-bc97f3df5d60 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0446081
Nov 24 18:20:00.023059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:01.168717 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-131ca187-2b36-4f8a-9891-e3213c90da1c req-e86fc95b-19f3-4ad1-91dd-ca8d033c295e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0429955
Nov 24 18:20:01.415754 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-b9f45a05-8337-4a4a-b5a0-e83d7729508b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737698
Nov 24 18:20:01.523820 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-524c566f-b02f-4f6e-b6e5-b85ed24dc70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:20:01.525293 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-524c566f-b02f-4f6e-b6e5-b85ed24dc70d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1098 time: 0.0809844
Nov 24 18:20:01.688072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-fee116b2-5072-452c-97cc-72487c3eba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:20:01.689635 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-fee116b2-5072-452c-97cc-72487c3eba24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1377153
Nov 24 18:20:01.801004 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-87c00536-8b1f-4b1e-95cb-e0593c0f0f8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 1001 time: 0.1003942
Nov 24 18:20:01.869185 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-7b3ac7ed-5132-478c-9729-b62829092a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:20:01.870574 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-7b3ac7ed-5132-478c-9729-b62829092a0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0592618
Nov 24 18:20:01.950011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-2281a410-a470-42d8-aa0e-9c84f86c5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:20:01.951499 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-2281a410-a470-42d8-aa0e-9c84f86c5141 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733960
Nov 24 18:20:02.159385 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-d4c3355f-7481-4c3f-9f8b-0307cce58768 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966860
Nov 24 18:20:02.297811 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c813f23-517c-4e6c-adac-c757c39cca70 req-6c4ed812-1d72-4f09-8791-9fe8b81024e2 service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280668
Nov 24 18:20:02.319896 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e6322c8-aab3-4c36-8a0b-363b3bc94397 req-06890b7e-b5c1-42c2-a218-6451d142e2b2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0430942
Nov 24 18:20:03.473594 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2c48334c-4988-40b3-9c2f-4044c2704e70 req-56e09e0f-dcc4-42c5-b1ff-3886a9b777db tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0455511
Nov 24 18:20:04.625248 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-61b300c6-b874-4bdd-a4e9-6d764657b2ad req-ec4eae42-b1ed-4244-b907-d993bc5286e8 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0458519
Nov 24 18:20:05.775984 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-77dd9eb4-f602-4388-8064-0da730619656 req-3ab0c8d9-5dd1-4857-9cb8-bfdd75d81f42 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0452681
Nov 24 18:20:06.926482 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f20ad35f-cb8a-4b09-a624-d6ddcb52c9a1 req-c56a784e-a366-4445-8a7c-85734a52adf6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0429621
Nov 24 18:20:08.075580 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a47cf93c-3bb4-49fc-8819-1df3551315fb req-d922b99b-a3a4-44a8-a5a2-e78b33c3ecbc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0424781
Nov 24 18:20:09.230060 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9152459c-38a3-41a7-a7a0-428f545996cf req-519f0318-e41a-4679-8e63-819714b9cdf6 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0444119
Nov 24 18:20:10.381147 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cec3e996-c65f-42fd-911d-70c6473d890e req-1039cbd8-217f-4964-beb3-6384ef342ef0 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0440016
Nov 24 18:20:11.537738 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-67ea1873-aaaf-4253-8f55-914f8f5b43f9 req-68e459ed-8eab-4e65-b4c1-0a3fe6d5d510 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0464516
Nov 24 18:20:12.691476 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f42986be-6518-43b1-8fae-00ecf3491cf9 req-45a95332-0794-4e60-89f5-9e4278021d07 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0460160
Nov 24 18:20:13.842543 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-90f90cd1-7a17-4224-8aff-07d4ff83eaff req-85308475-291d-4c59-beb5-cf4a1506ae74 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438740
Nov 24 18:20:15.006704 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-edffc0b2-02f3-468c-9dcd-57a57dc8f4df req-4c02606f-bcfa-43d5-b894-81ad2d1daf56 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0452738
Nov 24 18:20:16.161336 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-330da5fe-7e6e-49a1-a5d5-0f1d8e29253b req-bf8f2886-350b-4913-aa12-a8dcae74dd88 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0442679
Nov 24 18:20:17.334170 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-51064c8d-894d-42bc-bb9b-e44ebe0ba9f7 req-b36445d8-aa56-4f7a-acfd-4e537d48812b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0447464
Nov 24 18:20:18.535948 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7bf8c06e-2cf2-4cfa-9025-4d92e52cc2e4 req-21fa4ead-ccf7-4ccb-99a3-1cb4451722cc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0552988
Nov 24 18:20:19.701008 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0634a703-3b2b-4e7f-8a52-94b16e1e5c2a req-9a4d6a23-654a-4581-a5a7-090cf9617831 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0477722
Nov 24 18:20:20.853879 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6da251fd-7e44-4bdb-93b0-9d10087dc428 req-8081bc20-618a-4715-a258-da302b1fcfaa tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438685
Nov 24 18:20:22.059272 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6bbdd74a-7171-402f-a549-134fbe580dcc req-755f93b1-3e13-4f2f-8b57-dc1318ea4cee tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0787883
Nov 24 18:20:23.215223 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e670525e-21d4-4b3d-b2fc-9d7140167c0e req-169a0087-974c-4dda-8dcc-d02979066585 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0436995
Nov 24 18:20:23.259721 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-273a403d-cd33-423f-9618-6f97557e5feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:23.525536 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:24.371727 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36760027-da32-43c7-80a4-a069a74fcc16 req-5a70d522-683b-4285-a328-e45a010c5838 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0426471
Nov 24 18:20:25.523893 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6572015b-af01-4bce-8542-9780da5111d8 req-1982b6f0-096f-41bc-a13f-ada5aa033c44 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0457599
Nov 24 18:20:26.132388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d1413949-38bf-4c82-bb94-a5f626b251fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:26.675348 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7db69cc8-8cca-43ba-b221-955e28e057d2 req-b5afd403-0ee4-47dd-b941-ae97224a80eb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0466518
Nov 24 18:20:26.853911 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:27.824023 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-03c72b13-4f79-4008-bec1-955985a783bc req-fbb7add5-5908-4c71-8c7b-68b6ccbf68f4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438170
Nov 24 18:20:28.202957 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:28.974448 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9bc2d655-00e6-445c-9f84-e70fc4660525 req-6288e2b9-380f-4ce8-856d-c47912db57b5 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0424123
Nov 24 18:20:30.037664 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:30.126843 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-011309c1-378c-4e95-99dd-2618eedf984f req-46aff765-e330-490f-bcf8-7820fcfd1aba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0430334
Nov 24 18:20:31.275811 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1db65964-4b64-42eb-95f9-28ac70faa653 req-59122648-5051-4801-ae75-f64346e96abd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0429213
Nov 24 18:20:32.426042 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a9f2750a-71f6-4488-9266-7a484ce0cad0 req-55e03c21-c3fc-4200-be3b-22ac9ee38ff3 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0454893
Nov 24 18:20:33.579105 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3bb168fd-6e25-47f4-927e-c0cfd26a8a9c req-25266c7d-ce7c-454b-a628-39f677c7e117 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0462410
Nov 24 18:20:34.333726 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:20:34.726706 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fbbd5b31-3c14-4582-9b46-f14c5a57608f req-adec08f6-76d8-4b27-8dff-0f175c49160a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0430567
Nov 24 18:20:35.876387 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-dde44cb2-01cf-461a-8066-dff6f2ee8b18 req-16c48ad6-28c6-4998-8c75-87a485b1a53e tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0428946
Nov 24 18:20:37.027838 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c7c37f45-f0e0-40d5-b743-53c636bb8914 req-0cd69950-31b4-4e4e-9fa1-ba3600b71d89 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0438187
Nov 24 18:20:38.174641 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-17b7a932-ee3e-41fa-a5c9-484d9cd4fca5 req-0811f5b8-0fec-49fb-aa71-d590938252cf tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0428808
Nov 24 18:20:39.408896 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2ec8333e-03f5-4e9e-8a88-172f53056b17 req-d954f19c-c9c6-4043-8b48-9743696a4a2a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.1294911
Nov 24 18:20:40.571492 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-511dd4b6-8194-4ba3-b7a3-17feb654d2ac req-1e816386-4612-4276-bdf9-ba13a40e83d7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0505953
Nov 24 18:20:41.719028 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d1956946-183d-46a8-bdcf-aef2f9cf1a91 req-e1bc6d0e-6ef9-4f38-87aa-6b9c690e18bd tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0418649
Nov 24 18:20:42.870503 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1ddb9801-0960-4cab-a53c-d59120f5831d req-33d10043-f50c-422b-bae0-df0281a503eb tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0444989
Nov 24 18:20:42.934824 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-6ae4046b-8a84-4197-a3e9-11411cddbd52 req-80234052-7d99-4c88-9b37-13a0c782b055 tempest-VolumesSnapshotTestJSON-336221072 tempest-VolumesSnapshotTestJSON-336221072-project] (86833) timed out ('10.222.0.55', 57417) {{(pid=86833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 18:20:44.025173 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f2f2af21-ff33-46f5-8c49-3dbaaa6e7543 req-293e643b-a965-44e0-b7d7-38c3f5519cad tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0448442
Nov 24 18:20:45.173233 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed171485-1295-4878-a8f4-30d0d8d650a9 req-abae1997-1222-4fcd-bc66-6371aa86a000 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0445750
Nov 24 18:20:46.323559 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e30c258-8809-49b5-b4fb-5b2825b05d66 req-78f22011-c96b-406c-8032-c966dbd7f5c7 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0433044
Nov 24 18:20:47.477113 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52f3b005-783a-4c48-a2f7-c503da98099d req-8be707c5-968b-4894-a154-10186bec71de tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0468707
Nov 24 18:20:48.629046 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9fe340cc-e2ee-4306-8f4e-7c81a8676704 req-50bacee0-50e4-4732-bdea-850b04497c69 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0437894
Nov 24 18:20:49.781630 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fdbe3914-61be-4ae4-933c-a1fa9f665f48 req-1a484734-0ab4-4afe-b55f-9bc1d153ad06 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0439432
Nov 24 18:20:50.936062 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d5c1de8-d385-4d6d-9910-d350664739b8 req-b3b85216-5672-4371-a2a5-04a1828c6fba tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0463827
Nov 24 18:20:52.091663 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d96eaef5-a8f4-4ba4-8903-4f24b4430907 req-56dbba11-c99b-41ec-a824-d669a990c1f9 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0426698
Nov 24 18:20:53.258318 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-03976623-d8eb-46ff-a0ac-a5e90f0baff3 req-2bd1840b-62de-40f0-8fa3-2450d8a19820 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0442572
Nov 24 18:20:53.270694 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c42e5e27-b603-49af-b801-8309d64281d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:53.527854 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:54.414080 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c4b70ca9-1f5e-4247-af33-281acc77daeb req-59f1d0ac-115d-4ddf-a4e7-984d846567d4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0487385
Nov 24 18:20:55.570926 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0acd4b39-bf65-41e2-be2e-1855788038e8 req-d5c4529a-28fa-4b90-b446-43ed792d8f98 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0454636
Nov 24 18:20:56.134052 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-98b24695-40bf-4efa-873f-39148dce2826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:56.721955 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c761938c-8085-481c-a2dd-e8b4ace121b7 req-163c0558-a31d-441d-b7cd-8e241e743339 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0444207
Nov 24 18:20:56.857220 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:57.876691 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bd5c118c-819f-4548-b907-56c744a8a28d req-8973bf23-da62-4e54-adaf-2a5ed2c6891a tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0469277
Nov 24 18:20:58.206174 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:20:59.026950 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9509dfce-9894-4df0-b23d-2112ea3f4269 req-b260b872-e424-4282-967c-bf9d6dd4725c tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0431180
Nov 24 18:21:00.035767 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:00.174970 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6b301409-016f-404a-aa78-3da56bbf4509 req-a4332e38-c74e-41b0-996d-d5505716cb94 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0427964
Nov 24 18:21:01.324558 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52ddd808-5853-4f25-9421-8941931a7f6c req-8d19775d-82bd-401d-8d2c-09cc8069cf9d tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0466628
Nov 24 18:21:02.375506 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-28435324-cb87-4d67-8bf4-3bfcc1e61331 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699747
Nov 24 18:21:02.475622 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-eda9e22f-5839-43d3-a7f4-663478b1c267 req-e11b9ad5-3ad6-470e-88e3-648031ef4267 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0432870
Nov 24 18:21:02.524999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-7deacadf-a1f9-4c61-915b-7f81be821dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:02.526469 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-7deacadf-a1f9-4c61-915b-7f81be821dba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1098 time: 0.0720210
Nov 24 18:21:02.738178 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-060fe95b-57a3-40a4-b33b-68806d649bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:02.739629 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-060fe95b-57a3-40a4-b33b-68806d649bcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1884508
Nov 24 18:21:02.849238 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-9990bc35-4934-4109-a69a-bc5cded8b770 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 1001 time: 0.0989225
Nov 24 18:21:02.918826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-1f919972-d1ed-443d-8d4c-ef46ca041b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:02.920271 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-1f919972-d1ed-443d-8d4c-ef46ca041b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0606558
Nov 24 18:21:02.998490 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-6fbf47b6-ab0f-451c-b28e-48d564a1e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:02.999966 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-6fbf47b6-ab0f-451c-b28e-48d564a1e885 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696225
Nov 24 18:21:03.135911 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-868b2ed3-4d37-4f4e-a4c7-da38e20c43be service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247530
Nov 24 18:21:03.275528 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7bfadfde-0836-4b57-b550-b97ce83e271b req-250acdbd-715c-437d-b39e-cc62d53f660d service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293235
Nov 24 18:21:03.845394 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5e568188-6452-4843-a147-071f53052cca req-643d447f-abc3-4a76-8039-3f65e1aeb1f4 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0474827
Nov 24 18:21:05.000151 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-81834cde-91cc-4f44-86d3-336324439d9c req-02dfd525-c34f-4c6d-9666-ff69c82894e2 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0474596
Nov 24 18:21:06.152215 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-03d2310d-c8b0-4e97-a812-d1a9ca820a53 req-a6a5fcc4-2d00-4e05-8172-1bb90bd36389 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0443199
Nov 24 18:21:07.302812 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4e3b65fa-c2e9-4249-ae20-64d2bfb9ee19 req-a41046c8-8af9-4eee-9c6d-f02249cf9f13 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0451505
Nov 24 18:21:08.451227 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-491812e8-b3d5-458b-8b23-68674e14622d req-1200c4d3-8298-4e77-8803-a99309754b00 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0433683
Nov 24 18:21:09.597723 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d2cf4870-0adb-44ca-9f20-406a90db4e88 req-1b200ab5-5220-4dd9-951b-6404b5766a7b tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0426042
Nov 24 18:21:10.767097 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-218f13bf-f9a6-40f0-b54a-d834977d6d31 req-5723b5ec-4c7a-402c-befb-768a23841d69 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] 10.222.0.64 "GET /v2.0/ports?device_id=d195ce54-bd42-4deb-b7de-c80fcfcd3437 HTTP/1.1" status: 200  len: 210 time: 0.0475423
Nov 24 18:21:11.334029 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:21:11.865467 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60572) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:12.576888 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:13.015713 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Deleting port e1728f5c-3860-4a38-badc-ffbba6653817 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:21:13.016439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:13.184172 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] For port e1728f5c-3860-4a38-badc-ffbba6653817, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e1728f5c-3860-4a38-badc-ffbba6653817,segment=NetworkSegment(19d51b3d-e3cd-42e0-bbf0-e6ea6211a859),segment_id=19d51b3d-e3cd-42e0-bbf0-e6ea6211a859)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:13.184450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:13.309939 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Calling delete_port for e1728f5c-3860-4a38-badc-ffbba6653817 owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:21:13.488847 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:13.493904 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eaa983b5-b793-4f05-a3c1-13c8a4082378 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:13.539082 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1728f5c-3860-4a38-badc-ffbba6653817,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:13.548718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.549092 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.549703 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.550060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.550412 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.550765 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.551114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.551932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.551932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.552149 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.552474 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.552815 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:13.582709 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:13.816655 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:14.183360 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:21:14.480249 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:21:14.494201 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Sync routers for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:21:14.501506 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] 10.222.0.64 "PUT /v2.0/routers/3c00adcb-b74a-4b0f-a7ad-e6a55148abab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6334434
Nov 24 18:21:14.503534 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60600) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:14.504966 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:14.505835 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59aba00>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:20:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:14.690730 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:14.702932 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:14.893216 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:14.904588 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Deleting port 4165723c-1e1d-480c-afb6-b6f2b2bf7483 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:21:14.905123 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.026142 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59aba00>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T18:21:13Z', 'revision_number': 5, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port': {'id': '4165723c-1e1d-480c-afb6-b6f2b2bf7483', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:9b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:46Z', 'updated_at': '2021-11-24T17:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:15.029952 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Checking router: 3c00adcb-b74a-4b0f-a7ad-e6a55148abab for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:21:15.038809 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Routers {'3c00adcb-b74a-4b0f-a7ad-e6a55148abab'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:15.039405 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59aba00>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:20:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:15.085351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] For port 4165723c-1e1d-480c-afb6-b6f2b2bf7483, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4165723c-1e1d-480c-afb6-b6f2b2bf7483,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:15.085705 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.192479 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] Set router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:15.220567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Calling delete_port for 4165723c-1e1d-480c-afb6-b6f2b2bf7483 owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:21:15.305984 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59aba00>, [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T18:21:14Z', 'revision_number': 6, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:15.309899 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9669e34a-a06a-450e-a491-44a1a1f5c8ce None None] The sync data for ids ['3c00adcb-b74a-4b0f-a7ad-e6a55148abab'] in dv-cinder-818579-1-iscsi is: [{'id': '3c00adcb-b74a-4b0f-a7ad-e6a55148abab', 'name': 'tempest-ServerRescueNegativeTestJSON-1099062642-router', 'tenant_id': '64f9bbe7d66843e4bdc67eed822136d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:45Z', 'updated_at': '2021-11-24T18:21:14Z', 'revision_number': 6, 'project_id': '64f9bbe7d66843e4bdc67eed822136d5', 'gw_port_host': None}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:21:15.412113 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.415619 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:15.460664 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Pushing event deleted for resources: {'Port': ['ID=4165723c-1e1d-480c-afb6-b6f2b2bf7483,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:15.463732 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:15.560034 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.840455 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.842545 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.864605 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.865108 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c00adcb-b74a-4b0f-a7ad-e6a55148abab {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:21:15.877127 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.878243 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b98d5a85-a39f-4f6f-89ff-ae47eb1f816b admin admin] 10.222.0.64 "DELETE /v2.0/routers/3c00adcb-b74a-4b0f-a7ad-e6a55148abab HTTP/1.1" status: 204  len: 168 time: 1.3733323
Nov 24 18:21:15.880817 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60614) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:15.941312 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Deleting subnet 4b89041f-7585-4d23-907c-bd60cffed951 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:21:15.944902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:15.998680 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.057342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.133350 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.137570 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9330c52d-eff9-4e7b-a9d1-4e84a36fd71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:16.180273 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b89041f-7585-4d23-907c-bd60cffed951,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:16.182293 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.184792 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:16.188718 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4a2a20d4-ca0e-4a9d-b1b1-7e83537292ca admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b89041f-7585-4d23-907c-bd60cffed951 HTTP/1.1" status: 204  len: 168 time: 0.3063838
Nov 24 18:21:16.191154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60618) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:16.302151 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.425159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.450914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65cfeb6430>,) {'filters': {'network_id': ['3d4cf1eb-a293-4cce-91dc-18c1bb4973c4']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:16.463479 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfeb6430>, '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:16.463800 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfeb6430>, '19d51b3d-e3cd-42e0-bbf0-e6ea6211a859') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:16.474746 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.490832 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.497943 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:21:16.498492 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:21:16.512859 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:21:16.597936 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.604019 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:16.618600 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.636045 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4cf1eb-a293-4cce-91dc-18c1bb4973c4,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:16.644167 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3d4cf1eb-a293-4cce-91dc-18c1bb4973c4 HTTP/1.1" status: 204  len: 168 time: 0.4519398
Nov 24 18:21:16.646012 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:16.761611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60632) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:16.811226 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-30ad5d97-95e1-4458-a4dc-b98635395c8d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64f9bbe7d66843e4bdc67eed822136d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0484235
Nov 24 18:21:16.813711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60636) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:16.873712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.891355 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e1728f5c-3860-4a38-badc-ffbba6653817 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:21:16.901233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.925965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: e1728f5c-3860-4a38-badc-ffbba6653817 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:21:16.927424 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e1728f5c-3860-4a38-badc-ffbba6653817 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:21:16.927911 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4165723c-1e1d-480c-afb6-b6f2b2bf7483 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:21:16.960818 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:16.965779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b221feff-10b6-4857-8392-cccd79cde0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:16.968216 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 4165723c-1e1d-480c-afb6-b6f2b2bf7483 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:21:16.968580 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4165723c-1e1d-480c-afb6-b6f2b2bf7483 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:21:16.980669 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8612b3f0-cdeb-444f-af6b-4843e459e484,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:16.989503 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.989875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.990237 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.990612 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.991189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.991670 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.992029 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.992390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.992743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.993092 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.993440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.993786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:16.996851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:17.002520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:17.003647 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8612b3f0-cdeb-444f-af6b-4843e459e484 HTTP/1.1" status: 204  len: 168 time: 0.1890204
Nov 24 18:21:17.713059 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60664) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:17.820411 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-725245002-network', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:17.825101 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:17.828928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Usage tracker for resource:network and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:17.831792 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:17.838696 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:17.851253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Made reservation on behalf of d25c25f0344f48eea568f2eb414698a9 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:21:17.853834 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:17.866493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:17.880377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:17.884889 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:17.888170 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:17.900476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:17.983924 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:17.987521 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:17.990348 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-da78783d-6a4a-4c4c-a502-1195c1ffc845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:18.022481 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:21:18.031063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ebec4-ac85-4d32-92a0-f020452b1455,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:18.034540 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:18.036915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.037249 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Added segment 0695dff1-cb5b-448f-9b50-4e4aff99442e of type vlan for network 3ce9ad89-4e1b-4004-865a-96f49d2d4197
Nov 24 18:21:18.063175 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.091271 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.092600 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:18.093166 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.096296 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:18.194861 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4805665
Nov 24 18:21:18.197786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60674) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:18.199815 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce9ad89-4e1b-4004-865a-96f49d2d4197,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:18.202315 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:18.203760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Request body: {'subnet': {'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-subnet', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:18.208797 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:18.210271 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:21:18.213517 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Usage tracker for resource:subnet and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:18.216374 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:18.221920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:18.233665 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Made reservation on behalf of d25c25f0344f48eea568f2eb414698a9 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:21:18.236495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.446833 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.451586 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:18.523379 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b045104-1337-4e6f-9704-fcd4a46273dc,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:18.526132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:18.532282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Checking segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:21:18.532637 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Network hostable DHCP agents. Network: 3ce9ad89-4e1b-4004-865a-96f49d2d4197, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:21:18.552056 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:21:18.561315 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 3ce9ad89-4e1b-4004-865a-96f49d2d4197) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:18.566910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:18.567715 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.569881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650e587-359e-400d-ae65-55a495fcaaae None None] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:21:18.592077 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60678) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:18.595998 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-1733237a-47b0-4f87-9fbc-3b22ba1a0b63 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3900704
Nov 24 18:21:18.597688 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:18.603738 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:18.608129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Usage tracker for resource:router and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:18.611160 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:18.621214 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:18.632747 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.633884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.649775 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.796405 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 18:21:18.797254 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.927193 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:18.966479 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Allocated IP 172.20.0.2 (3ce9ad89-4e1b-4004-865a-96f49d2d4197/4b045104-1337-4e6f-9704-fcd4a46273dc/ebaa9ac3-d511-49c5-8eba-665896f05b98) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:21:19.181850 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.192326 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Transition to ACTIVE for port object ebaa9ac3-d511-49c5-8eba-665896f05b98 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:19.212492 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Transition to ACTIVE for port object ebaa9ac3-d511-49c5-8eba-665896f05b98 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:19.220329 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.224483 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:19.316849 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:19.319827 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:19.323399 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:21:19.329049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Pushing event updated for resources: {'Port': ['ID=ebaa9ac3-d511-49c5-8eba-665896f05b98,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:19.361281 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.366173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.366559 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.366903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.367245 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.367624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.367937 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.368267 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.368598 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.368929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.369259 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.369585 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.369907 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:19.377251 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:19.395366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.429143 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Attempting to bind port ebaa9ac3-d511-49c5-8eba-665896f05b98 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:21:19.429703 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Attempting to bind port ebaa9ac3-d511-49c5-8eba-665896f05b98 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:21:19.430256 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Attempting to bind port ebaa9ac3-d511-49c5-8eba-665896f05b98 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:21:19.438826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:21:19.439349 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Checking segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:21:19.440080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.441417 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Bound using segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:21:19.442101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Bound port: ebaa9ac3-d511-49c5-8eba-665896f05b98, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:21:19.442953 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.540366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Allocated IP 172.27.0.190 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/2b354db3-2c13-41f1-8bea-16ce24bc8e5e) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:21:19.540713 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] For port ebaa9ac3-d511-49c5-8eba-665896f05b98, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:21:19.544228 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] For port ebaa9ac3-d511-49c5-8eba-665896f05b98, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ebaa9ac3-d511-49c5-8eba-665896f05b98,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:21:19.548879 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.555066 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:19.645856 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Pushing event updated for resources: {'Port': ['ID=ebaa9ac3-d511-49c5-8eba-665896f05b98,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:19.649482 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:19.704723 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.734937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:19.738616 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:19.812855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:19.816177 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:19.820825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:21:19.868960 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Pushing event updated for resources: {'Port': ['ID=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:19.873399 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:20.282218 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:20.591474 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271b9d9-c8e1-4140-8a37-2c66399d466e None None] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:21:20.651999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:20.685651 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-bbad1914-7dec-4b50-a99b-862ee33f43c1 None None] Provisioning for port ebaa9ac3-d511-49c5-8eba-665896f05b98 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:20.931541 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ebaa9ac3-d511-49c5-8eba-665896f05b98 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:20.977335 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Router eb92719a-d521-4403-b55f-99bcaf5d0763 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 18:21:21.019380 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port ebaa9ac3-d511-49c5-8eba-665896f05b98 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:21.027515 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ebaa9ac3-d511-49c5-8eba-665896f05b98 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:21.027945 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.160314 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.171945 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:21:21.201398 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port ebaa9ac3-d511-49c5-8eba-665896f05b98, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ebaa9ac3-d511-49c5-8eba-665896f05b98,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:21.205804 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:21:21.211853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.213570 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.6201086
Nov 24 18:21:21.213797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.216060 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:21.216243 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60706) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:21.267086 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-67ab8f9f-d072-4ff2-96d7-9a924e40ceba None None] Provisioning complete for port ebaa9ac3-d511-49c5-8eba-665896f05b98 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:21.267472 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-67ab8f9f-d072-4ff2-96d7-9a924e40ceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.301784 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:21.302435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55fef70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:20:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:21.424101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=ebaa9ac3-d511-49c5-8eba-665896f05b98,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:21.429778 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:21.578307 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:21.866137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55fef70>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:20Z', 'revision_number': 3, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:21.870100 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:21:21.870469 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Updating router eb92719a-d521-4403-b55f-99bcaf5d0763 port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:21:21.923772 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:21.981252 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.199343 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Allocated IP 172.20.0.1 (3ce9ad89-4e1b-4004-865a-96f49d2d4197/4b045104-1337-4e6f-9704-fcd4a46273dc/1e11ec39-af3a-4fab-8e4c-615e83028900) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:21:22.301003 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.315273 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Transition to ACTIVE for port object 2b354db3-2c13-41f1-8bea-16ce24bc8e5e will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:22.324554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.334509 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:22.360761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.378416 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Transition to ACTIVE for port object 1e11ec39-af3a-4fab-8e4c-615e83028900 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:22.401491 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Attempting to bind port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:21:22.401884 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Attempting to bind port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:21:22.402382 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Attempting to bind port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:21:22.409572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:21:22.409982 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:21:22.410401 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.410810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:21:22.411343 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Bound port: 2b354db3-2c13-41f1-8bea-16ce24bc8e5e, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:21:22.412164 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.423984 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.429606 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21c24b28-d53f-494c-a93d-b277331d5688 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:22.463970 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Pushing event updated for resources: {'Port': ['ID=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:22.468578 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:22.496505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:22.499033 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] For port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:21:22.499440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:22.503719 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:21:22.504851 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] For port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:21:22.510225 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.514183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:22.535491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Pushing event updated for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:22.542861 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:22.566921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.592129 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:22.592773 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55fef70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:20:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:22.671329 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Pushing event updated for resources: {'Port': ['ID=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:22.702482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.738166 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:22.777842 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ed33cb3b-79ca-4907-a3d4-63d8485e2314 None None] Provisioning for port 1e11ec39-af3a-4fab-8e4c-615e83028900 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:22.789467 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ed33cb3b-79ca-4907-a3d4-63d8485e2314 None None] Provisioning complete for port 1e11ec39-af3a-4fab-8e4c-615e83028900 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:22.789848 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ed33cb3b-79ca-4907-a3d4-63d8485e2314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.821910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:22.941279 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.947631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:22.971477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-ed33cb3b-79ca-4907-a3d4-63d8485e2314 None None] Port 1e11ec39-af3a-4fab-8e4c-615e83028900 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:21:22.973788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ebaa9ac3-d511-49c5-8eba-665896f05b98 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:22.974878 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5bb2bc65-15c9-42ca-ba19-1e5ca6840907 tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:23.057478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:23.060829 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Pushing event updated for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:23.064080 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:23.184587 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ebaa9ac3-d511-49c5-8eba-665896f05b98 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:23.184972 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:23.282776 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:23.283040 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-13efae9b-60c6-4100-963d-9b15b827f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:23.283901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:23.348086 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55fef70>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:23.356792 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e92286-d13e-4561-8ab0-bb0dcc67cf57 None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:21:23.516185 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:21:23.542701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:23.595504 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-2dc60c78-35e1-4b1e-b3f7-41c44afc4db2 None None] Provisioning complete for port 1e11ec39-af3a-4fab-8e4c-615e83028900 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:23.595935 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2dc60c78-35e1-4b1e-b3f7-41c44afc4db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:23.666433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-2dc60c78-35e1-4b1e-b3f7-41c44afc4db2 None None] Port 1e11ec39-af3a-4fab-8e4c-615e83028900 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:21:23.736927 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:21:23.746861 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] 10.222.0.64 "PUT /v2.0/routers/eb92719a-d521-4403-b55f-99bcaf5d0763/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5296543
Nov 24 18:21:24.211078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60732) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:24.216937 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559570960', 'description': 'tempest-description--248342821'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:24.222994 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:24.228042 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:24.231445 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:24.237325 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:24.250879 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.275158 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:24.279123 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:24.282065 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:24.288665 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:24.390172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.395156 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.399955 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d06d18ef-27e7-43fc-9ce3-8323b064d366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:24.448426 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dd04c6-c392-4c4e-b96b-ea1da2057a45,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:24.451244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.452612 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2403901
Nov 24 18:21:24.453498 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6e11eee0-8976-4933-967e-dcd1e84ff15b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:24.455168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60738) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:24.461558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group_rule': {'security_group_id': '13dd04c6-c392-4c4e-b96b-ea1da2057a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:24.467798 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:24.471761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:24.474773 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:24.481370 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:24.499540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.568039 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.573943 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.576238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:24.600024 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d227ce-bfba-4e4b-af3b-0c981c0e63dd,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:24.602735 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:24.612151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.613520 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1573906
Nov 24 18:21:24.616699 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60746) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:24.624583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group_rule': {'security_group_id': '13dd04c6-c392-4c4e-b96b-ea1da2057a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:24.632822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:24.638025 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:24.641660 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:24.649017 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:24.671085 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.750009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.753657 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.755983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:24.779454 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6e1d2f-1014-4bff-bb6b-bd1bddc8d4c2,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:24.782085 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:24.790309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.791509 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1735034
Nov 24 18:21:24.794475 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 60752) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:24.799838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:24.806777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:24.811204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:floatingip and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:21:24.813825 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:21:24.820210 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:24.833806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.921206 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 2b354db3-2c13-41f1-8bea-16ce24bc8e5e up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:24.973857 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:24.988286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:24.993909 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:24.994293 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.123682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Allocated IP 172.27.0.254 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/f343d6d9-47e2-4a26-b7bc-a20c738dcbc3) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:21:25.154635 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.173955 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:25.181448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.184343 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:25.255634 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:25.260351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:25.281619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.311555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.315819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3744781d-a644-4224-8bd7-3535b1a3d6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:25.382853 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:25.385578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:25.389762 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:21:25.426858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=f343d6d9-47e2-4a26-b7bc-a20c738dcbc3,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:25.437415 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:25.481114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.533335 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:21:25.543182 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:25.543868 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58d6700>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:20:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:25.549089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.723505 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:25.778652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.785042 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:25.792167 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-38b9e436-b856-4095-ac69-4cbdbc34b153 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:25.987632 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=f343d6d9-47e2-4a26-b7bc-a20c738dcbc3,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:25.991569 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:25.998763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.023364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.024942 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2295544
Nov 24 18:21:26.050120 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58d6700>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 2, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:26.055176 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:21:26.055543 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Updating router eb92719a-d521-4403-b55f-99bcaf5d0763 port 1e11ec39-af3a-4fab-8e4c-615e83028900 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:21:26.113565 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.135518 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f7326984-672e-462c-a236-517a879e80d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.203518 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-dc85469e-41f8-4425-b287-a3ea3a795064 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:21:26.221078 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-dc85469e-41f8-4425-b287-a3ea3a795064 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:21:26.221343 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-dc85469e-41f8-4425-b287-a3ea3a795064 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1559570960&fields=id&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 267 time: 0.0596442
Nov 24 18:21:26.374030 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-71d5fa19-b903-4427-9594-288bd17b6b17 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:26.374814 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-71d5fa19-b903-4427-9594-288bd17b6b17 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:network {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:21:26.392336 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-71d5fa19-b903-4427-9594-288bd17b6b17 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:network {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:21:26.393555 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-71d5fa19-b903-4427-9594-288bd17b6b17 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 816 time: 0.1649785
Nov 24 18:21:26.410258 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-967df097-2145-4b05-aef4-154200c68447 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/quotas/d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 375 time: 0.0104239
Nov 24 18:21:26.484929 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.497656 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Transition to ACTIVE for port object 1e11ec39-af3a-4fab-8e4c-615e83028900 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:26.504061 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-ad3055c0-9435-4c12-9118-b1a5182914a9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0883152
Nov 24 18:21:26.509554 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.514278 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:26.712336 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Pushing event updated for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:26.723081 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-9eda5a14-c093-448c-8bb0-e5c5f6978012 service neutron] 10.222.0.64 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059958
Nov 24 18:21:26.724279 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.724756 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.725575 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.726659 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.726982 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.727305 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.727644 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.727967 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.728301 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.728622 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.728935 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.729246 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:21:26.733580 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:26.750925 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Attempting to bind port 1e11ec39-af3a-4fab-8e4c-615e83028900 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:21:26.751305 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Attempting to bind port 1e11ec39-af3a-4fab-8e4c-615e83028900 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:21:26.751714 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Attempting to bind port 1e11ec39-af3a-4fab-8e4c-615e83028900 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:21:26.758083 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:21:26.758472 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Checking segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:21:26.758870 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.759269 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Bound using segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:21:26.759774 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Bound port: 1e11ec39-af3a-4fab-8e4c-615e83028900, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:21:26.760154 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.852860 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] For port 1e11ec39-af3a-4fab-8e4c-615e83028900, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:21:26.857602 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] For port 1e11ec39-af3a-4fab-8e4c-615e83028900, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=1e11ec39-af3a-4fab-8e4c-615e83028900,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:21:26.865565 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.869805 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:26.871471 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:26.907779 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-f5cdf7e8-1eac-4f78-85a5-17a5fd2161be service neutron] 10.222.0.64 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780179
Nov 24 18:21:26.965078 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:26.965714 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58d6700>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:21:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:26.976278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 2b354db3-2c13-41f1-8bea-16ce24bc8e5e up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:27.066066 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:27.066765 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:27.091512 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Pushing event updated for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:27.095412 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-c3ad4785-1e5e-486d-938b-7e916df0cbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:27.219154 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-51d3da99-2132-46ed-88f7-397a08cab05b req-433fc955-2a71-4001-887b-4dc64264e63a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:21:27.233233 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:27.253008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-51d3da99-2132-46ed-88f7-397a08cab05b req-433fc955-2a71-4001-887b-4dc64264e63a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:21:27.254268 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-51d3da99-2132-46ed-88f7-397a08cab05b req-433fc955-2a71-4001-887b-4dc64264e63a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 210 time: 0.1207304
Nov 24 18:21:27.578811 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58d6700>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:26Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:27.583423 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd14856e-891c-4a3e-bedd-60f6336f467b None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:26Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:21:28.211049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:28.411516 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c9b42e15-0990-4e4a-9cea-e31d788a2838 req-05ae8b3d-a302-40fe-8cbd-2254c2983a12 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 210 time: 0.0453451
Nov 24 18:21:28.561541 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-1651348b-8984-4752-80b8-beaff1293db6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:28.562958 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-1651348b-8984-4752-80b8-beaff1293db6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 816 time: 0.1584396
Nov 24 18:21:28.614852 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-44606b53-d03b-4b11-affb-d030f34ecfa9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:21:28.627540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-c1469278-92e6-4ad3-9854-745370500d9f req-44606b53-d03b-4b11-affb-d030f34ecfa9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:21:28.628061 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-44606b53-d03b-4b11-affb-d030f34ecfa9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 380 time: 0.0529394
Nov 24 18:21:28.638921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'port': {'device_id': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'admin_state_up': True, 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'security_groups': ['13dd04c6-c392-4c4e-b96b-ea1da2057a45']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:28.777869 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:21:28.789053 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:21:28.798491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Made reservation on behalf of d25c25f0344f48eea568f2eb414698a9 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:21:28.802410 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:28.926566 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e11ec39-af3a-4fab-8e4c-615e83028900 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:28.977182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Allocated IP 172.20.0.7 (3ce9ad89-4e1b-4004-865a-96f49d2d4197/4b045104-1337-4e6f-9704-fcd4a46273dc/d53e85b1-8c8f-4c11-8893-3ba3f648e9d6) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:21:28.994400 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 1e11ec39-af3a-4fab-8e4c-615e83028900 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:28.999470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 1e11ec39-af3a-4fab-8e4c-615e83028900 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:28.999902 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.121554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.154903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 1e11ec39-af3a-4fab-8e4c-615e83028900, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=1e11ec39-af3a-4fab-8e4c-615e83028900,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:29.158995 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.161721 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:29.188114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.205725 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Transition to ACTIVE for port object d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:29.232681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.236995 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:29.241281 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:29.242079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-eff35a0b-6f2d-4c66-b4d9-e4705d042610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:29.304322 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:21:29.307810 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:21:29.311672 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:21:29.361680 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:29.366230 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:29.383496 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:29.384219 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.412914 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7770607
Nov 24 18:21:29.429795 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Request body: {'port': {'device_id': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:29.576050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-bb73b5b4-9cc1-4cc7-bcab-fdf7e90cedaf None None] Provisioning for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:29.580825 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-bb73b5b4-9cc1-4cc7-bcab-fdf7e90cedaf None None] Provisioning complete for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:29.581157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-bb73b5b4-9cc1-4cc7-bcab-fdf7e90cedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.614147 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:29.637414 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-bb73b5b4-9cc1-4cc7-bcab-fdf7e90cedaf None None] Port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:21:29.705129 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54c73b-d0ef-4327-85a6-da9c46316f2d req-57e215ac-0c95-48bd-b2b7-7c7aa6dbe9dd tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:29.705818 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-8e54c73b-d0ef-4327-85a6-da9c46316f2d req-57e215ac-0c95-48bd-b2b7-7c7aa6dbe9dd tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:21:29.779145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-8e54c73b-d0ef-4327-85a6-da9c46316f2d req-57e215ac-0c95-48bd-b2b7-7c7aa6dbe9dd tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:21:29.780344 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8e54c73b-d0ef-4327-85a6-da9c46316f2d req-57e215ac-0c95-48bd-b2b7-7c7aa6dbe9dd tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 931 time: 0.2407718
Nov 24 18:21:29.917582 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8e54c73b-d0ef-4327-85a6-da9c46316f2d req-09784a91-704c-46f9-9408-57ef45da03db tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1300292
Nov 24 18:21:30.034239 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:21:30.041688 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.057566 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Transition to ACTIVE for port object d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:21:30.059710 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.060988 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.064783 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:30.224058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:30.227808 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:30.407764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Attempting to bind port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:21:30.408125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Attempting to bind port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:21:30.408435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Attempting to bind port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:21:30.414765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:21:30.415147 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Attempting to bind port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:21:30.420442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:21:30.421250 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Checking segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:21:30.421250 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Bound using segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:21:30.421587 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Bound port: d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:21:30.421938 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.567631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:21:30.571487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:21:30.577487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.581369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0cd3b1ce-2d07-422d-b831-6d0989b069c8 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:30.641836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:30.642435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:30.643892 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] 10.222.0.55 "PUT /v2.0/ports/d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1093 time: 1.2185180
Nov 24 18:21:30.644384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:21:30.670401 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:30.676195 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:30.732750 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'status': 'completed', 'code': 200}
Nov 24 18:21:30.793251 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-ed3d1e7b-b6c0-4ffa-b358-fae62eb9fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:30.794969 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-ed3d1e7b-b6c0-4ffa-b358-fae62eb9fa05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1096 time: 0.0957098
Nov 24 18:21:30.882655 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-a11f57ee-5f31-4b80-a440-b43bb808bfc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 217 time: 0.0754158
Nov 24 18:21:30.916037 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e11ec39-af3a-4fab-8e4c-615e83028900 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:30.970348 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-fcc14e3d-b9f8-4876-b26b-2b2743b7a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:30.971835 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-fcc14e3d-b9f8-4876-b26b-2b2743b7a388 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0785687
Nov 24 18:21:30.998988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 1e11ec39-af3a-4fab-8e4c-615e83028900 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:30.999763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:31.125245 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469278-92e6-4ad3-9854-745370500d9f req-85def675-3d79-4956-9b29-71df77ee037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.126630 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-85def675-3d79-4956-9b29-71df77ee037b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1446407
Nov 24 18:21:31.167116 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82122daa-2e49-4cc4-90aa-030f539ab361 req-0ef3788f-6f7e-4238-a3cd-ed13545bf8d3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.168701 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-82122daa-2e49-4cc4-90aa-030f539ab361 req-0ef3788f-6f7e-4238-a3cd-ed13545bf8d3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1239300
Nov 24 18:21:31.283510 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-82122daa-2e49-4cc4-90aa-030f539ab361 req-d4b6b10f-7d93-407d-82f1-68813920e0a1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677702
Nov 24 18:21:31.315463 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-5368b014-26d5-4ff4-8cbe-1a9528d1111b service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766570
Nov 24 18:21:31.463592 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c1469278-92e6-4ad3-9854-745370500d9f req-ae89a57e-6d12-4e38-9b7d-1f33c64657c4 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363833
Nov 24 18:21:31.590634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-add49fa3-6d65-48f1-9365-d5e1db1e5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.592140 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-add49fa3-6d65-48f1-9365-d5e1db1e5641 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1096 time: 0.0791454
Nov 24 18:21:31.722418 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-07bfcaa4-2018-44e9-a466-3df81331ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.723837 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-07bfcaa4-2018-44e9-a466-3df81331ab07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1246023
Nov 24 18:21:31.795092 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-c494f8e4-7851-4dc3-bcd4-f719c65ae1b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 217 time: 0.0637133
Nov 24 18:21:31.856628 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-c95befba-0d66-465d-b421-6040d6834b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.858011 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-c95befba-0d66-465d-b421-6040d6834b01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0565400
Nov 24 18:21:31.936678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-436b6b71-845c-4f4a-8084-d235eff30873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:31.938117 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-436b6b71-845c-4f4a-8084-d235eff30873 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727782
Nov 24 18:21:32.071371 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-b5d296a4-eb56-4a6c-a53a-ec3caca7def3 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253061
Nov 24 18:21:32.276002 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c520a3dd-e5a0-4688-8944-8436ec48bbef req-e4b1dfa3-14b6-45a7-aa2e-d0d70c9510b5 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967068
Nov 24 18:21:32.478420 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dce29f-a326-4f39-b43d-cf8af860f04f req-0c7368b3-5e83-4b50-845b-a4bf7a32ed2b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:32.479983 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7dce29f-a326-4f39-b43d-cf8af860f04f req-0c7368b3-5e83-4b50-845b-a4bf7a32ed2b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0811262
Nov 24 18:21:32.515232 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:21:32.527825 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d7dce29f-a326-4f39-b43d-cf8af860f04f req-8b82057f-1ab4-4aa2-994e-a96c10e8863e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421767
Nov 24 18:21:32.651829 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:32.664872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:21:32.722127 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:32.738318 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:21:32.753044 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:32.757385 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:32.759001 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:32.823507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:32.826453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:33.072900 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['d53e85b1-8c8f-4c11-8893-3ba3f648e9d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:21:33.717253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab943656-aa2d-4106-a5da-93e67817c563 req-cfd831fe-141c-4292-97f1-383faba60a3f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:33.718725 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ab943656-aa2d-4106-a5da-93e67817c563 req-cfd831fe-141c-4292-97f1-383faba60a3f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 944 time: 0.0809686
Nov 24 18:21:33.763519 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ab943656-aa2d-4106-a5da-93e67817c563 req-27d19402-b6f9-4357-aa11-e82c655c956d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392301
Nov 24 18:21:34.522706 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:21:34.590313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:21:34.594981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:21:34.595364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:34.713034 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:34.738681 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:21:34.748588 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:21:34.753137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:34.754992 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:21:34.829149 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:21:34.832789 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:21:34.863671 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'code': 200}
Nov 24 18:21:34.971796 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4033af-29c1-490a-b74d-d742eb350593 req-db7bc5ed-9bb5-4585-9f46-7be9f7ce3181 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:34.973134 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bd4033af-29c1-490a-b74d-d742eb350593 req-db7bc5ed-9bb5-4585-9f46-7be9f7ce3181 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0862582
Nov 24 18:21:35.018771 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bd4033af-29c1-490a-b74d-d742eb350593 req-d80d457f-ba6c-4bff-b8f1-12f32b7f29f0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398583
Nov 24 18:21:35.105571 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d0dfa-9f3e-4b32-b757-68e9185ddde2 req-81727847-2921-4678-b86d-ee90093b144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:35.107059 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5e6d0dfa-9f3e-4b32-b757-68e9185ddde2 req-81727847-2921-4678-b86d-ee90093b144c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.0683141
Nov 24 18:21:35.151942 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5e6d0dfa-9f3e-4b32-b757-68e9185ddde2 req-09863ac0-9439-46f8-8eb5-85a2e30e9ccc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342000
Nov 24 18:21:36.206460 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdafa-c7cc-4d3f-af6c-97be50eb7832 req-24ef0201-9077-4b36-96ef-c1f87fa54e7b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:36.208150 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d02fdafa-c7cc-4d3f-af6c-97be50eb7832 req-24ef0201-9077-4b36-96ef-c1f87fa54e7b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0800495
Nov 24 18:21:36.252916 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d02fdafa-c7cc-4d3f-af6c-97be50eb7832 req-0355189d-bddb-4989-8ee0-d3d4a7caba1c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384662
Nov 24 18:21:37.448171 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069841d-b53a-40cd-9594-f8e799cef468 req-4d81f650-c183-452e-a8f8-0d4df5456096 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:37.449626 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0069841d-b53a-40cd-9594-f8e799cef468 req-4d81f650-c183-452e-a8f8-0d4df5456096 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0850070
Nov 24 18:21:37.496200 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0069841d-b53a-40cd-9594-f8e799cef468 req-20b7d8a7-b5de-4cae-a67a-b13d1878bb6f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409691
Nov 24 18:21:37.681240 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049cc9b1-d68d-4fc8-a38b-10aaeb92577c req-2357692e-0a2c-4584-b659-36ae7adce817 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:37.682674 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-049cc9b1-d68d-4fc8-a38b-10aaeb92577c req-2357692e-0a2c-4584-b659-36ae7adce817 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0834148
Nov 24 18:21:37.691077 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 60904) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:21:37.696969 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'floatingip': {'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:21:37.769847 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:38.452107 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:38.456009 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:38.626986 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.l3_db [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Floating IP d373eb38-e120-4ea7-9c8f-1a10277ed5ac associated. External IP: 172.27.0.254, port: d53e85b1-8c8f-4c11-8893-3ba3f648e9d6.
Nov 24 18:21:38.979146 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:21:39.156334 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:21:39.160491 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:39.166141 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:21:39.175714 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:39.176391 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55c7fd0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:21:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:39.226045 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-78cd8cd5-0003-4c40-a177-454b065d7d95 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "PUT /v2.0/floatingips/d373eb38-e120-4ea7-9c8f-1a10277ed5ac HTTP/1.1" status: 200  len: 991 time: 1.5333855
Nov 24 18:21:39.226801 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:21:39.332963 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'status': 'completed', 'code': 200}
Nov 24 18:21:39.404753 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:39.432568 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-3657838a-1c62-4ed2-bce3-845692109031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:39.433956 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-3657838a-1c62-4ed2-bce3-845692109031 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.0756598
Nov 24 18:21:39.578631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-a1d8bc9e-b060-4835-aebd-e1fc42a796e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:39.580113 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-a1d8bc9e-b060-4835-aebd-e1fc42a796e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1339610
Nov 24 18:21:39.685469 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-c14f9e05-123c-4268-b502-b2a165377171 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 999 time: 0.0986197
Nov 24 18:21:39.753931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-6658883d-0e84-4680-a910-0e1defc80be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:39.755388 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-6658883d-0e84-4680-a910-0e1defc80be3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0629895
Nov 24 18:21:39.758775 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55c7fd0>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'd373eb38-e120-4ea7-9c8f-1a10277ed5ac', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:21:25Z', 'updated_at': '2021-11-24T18:21:38Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:39.762638 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:21:39.770913 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:21:39.772375 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55c7fd0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:21:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:39.831229 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-f5b875f6-c20b-4690-b6f5-461541f464d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:21:39.832745 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-f5b875f6-c20b-4690-b6f5-461541f464d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707202
Nov 24 18:21:39.952241 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:21:39.965565 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-f425ab9a-0420-4384-8ef9-6a1248ebdefd service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266453
Nov 24 18:21:40.102214 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6fa5bc0-8716-45cd-b4c4-3f1276c577c4 req-74a17c55-a7b6-406a-a01c-42a60ccd7a9b service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300037
Nov 24 18:21:40.310618 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-13813809-a88f-4235-a9f4-c731229d468f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55c7fd0>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'd373eb38-e120-4ea7-9c8f-1a10277ed5ac', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:21:25Z', 'updated_at': '2021-11-24T18:21:38Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:21:40.314512 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13813809-a88f-4235-a9f4-c731229d468f None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'd373eb38-e120-4ea7-9c8f-1a10277ed5ac', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:21:25Z', 'updated_at': '2021-11-24T18:21:38Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:21:40.535582 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96ff16b-02d1-4394-8b9e-de34a4a96401 None None] New status for floating IP d373eb38-e120-4ea7-9c8f-1a10277ed5ac: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:21:48.332344 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:21:53.266069 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fe8516d0-38ac-4ebb-acbc-c6be0a8a3428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:53.526407 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:56.138724 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7cb02880-a188-44d2-a943-73caf120da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:56.866589 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:21:58.211421 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:00.067092 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:02.386309 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-a19083a2-c6b9-453e-b3be-cdce67693e96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745602
Nov 24 18:22:02.526422 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-4234729d-c56c-4dd0-b4b7-ac3746a5843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:02.527887 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-4234729d-c56c-4dd0-b4b7-ac3746a5843c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 1098 time: 0.0703640
Nov 24 18:22:02.673887 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-c6777926-55c2-49f0-ada1-fce548b716a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:02.675624 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-c6777926-55c2-49f0-ada1-fce548b716a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 200  len: 910 time: 0.1282032
Nov 24 18:22:02.793156 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-285642c9-50a8-4d2c-96ff-03491e1dc068 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 200  len: 1001 time: 0.0979469
Nov 24 18:22:02.859064 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-7d47df04-51e5-4e8e-b0d7-2cfe725273c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:02.860570 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-7d47df04-51e5-4e8e-b0d7-2cfe725273c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 200  len: 848 time: 0.0604978
Nov 24 18:22:03.015012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-ef61eb50-da19-400a-95d1-d7c95ad1f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:03.016523 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-ef61eb50-da19-400a-95d1-d7c95ad1f5a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=16d04825-809e-487e-b2a8-9c8ebe5605d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1425762
Nov 24 18:22:03.151354 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-dffa4da7-1af2-47c8-bf55-ea6ef4f5656c service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270111
Nov 24 18:22:03.282689 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3e7a7e7e-49db-4cc3-afdf-4356d1b127b2 req-9bf8381a-b24f-428a-a317-db023e6a74dd service neutron] 10.222.0.55 "GET /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235404
Nov 24 18:22:19.574296 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761420d-e55b-4788-88cb-52ab31e55bbb req-464a00e8-5d64-4932-94f4-97a893357c8a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:19.575876 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b761420d-e55b-4788-88cb-52ab31e55bbb req-464a00e8-5d64-4932-94f4-97a893357c8a tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 945 time: 0.2069335
Nov 24 18:22:19.624352 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b761420d-e55b-4788-88cb-52ab31e55bbb req-cd21d424-1bd5-4e85-aa5f-a79ca6ad32b2 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups?id=09455f72-c6ea-4741-8e08-af7e54992837&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411384
Nov 24 18:22:19.784827 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-5900dc5e-627b-4dfd-9548-046277abdab7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:22:19.786290 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-5900dc5e-627b-4dfd-9548-046277abdab7 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 945 time: 0.0828724
Nov 24 18:22:19.860706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Deleting port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:22:19.861047 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:20.106356 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] For port 3cb4783c-6d29-4fbc-af98-6c3ee3207737, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=3cb4783c-6d29-4fbc-af98-6c3ee3207737,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:22:20.106716 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:20.400308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:20.400574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:20.400885 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Floating IP 2b540501-a612-48e1-8ae8-727ff1e982b9 disassociated. External IP: 172.27.0.117, port: 3cb4783c-6d29-4fbc-af98-6c3ee3207737.
Nov 24 18:22:20.401218 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Calling delete_port for 3cb4783c-6d29-4fbc-af98-6c3ee3207737 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:22:20.547230 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:20.552903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7e457518-debc-4b78-ad3c-7221101c8cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:22:20.597558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'Port': ['ID=3cb4783c-6d29-4fbc-af98-6c3ee3207737,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:22:20.609629 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.610481 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.610481 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.610701 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.611040 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.611396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.611824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.612117 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.612472 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.612819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.613167 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.613512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:20.667522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:22:20.841557 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d8a5596a-ccdf-416d-8d61-e014cd2c9ab1 req-c283c3d7-6961-4e50-9a1f-4abb555d65c4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/ports?device_id=bdc1dcde-4d03-4fde-b034-be9d70cd2aa4 HTTP/1.1" status: 200  len: 210 time: 0.0496972
Nov 24 18:22:20.860870 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:22:21.131510 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:22:21.141498 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:22:21.151167 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:22:21.151819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5a78ca0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:21:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:22:21.208175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] No DVR routers for this DVR port 3cb4783c-6d29-4fbc-af98-6c3ee3207737 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:22:21.211822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:21.214384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'name': 'network-vif-deleted', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:22:21.231141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52c73873-da90-4923-9c69-11bb86cb5f1c req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.55 "DELETE /v2.0/ports/3cb4783c-6d29-4fbc-af98-6c3ee3207737 HTTP/1.1" status: 204  len: 173 time: 1.4362018
Nov 24 18:22:21.261596 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc1dcde-4d03-4fde-b034-be9d70cd2aa4', 'name': 'network-vif-deleted', 'tag': '3cb4783c-6d29-4fbc-af98-6c3ee3207737', 'status': 'completed', 'code': 200}
Nov 24 18:22:21.388595 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:22:21.710232 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5a78ca0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:22:21.714177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:22:21.722859 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:22:21.723483 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5a78ca0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:21:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:22:21.933411 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:22:21.985083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 33096) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:22:22.051486 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.080270 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.137326 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.141708 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-41aa4da0-d07c-4011-a652-d1cb8b21e8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:22:22.157024 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09455f72-c6ea-4741-8e08-af7e54992837,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:22:22.166036 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.166405 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.166843 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.167227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.167590 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.167973 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.168321 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.168670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.169018 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.169364 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.169710 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.170053 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:22:22.174665 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:22:22.179546 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.183202 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "DELETE /v2.0/security-groups/09455f72-c6ea-4741-8e08-af7e54992837 HTTP/1.1" status: 204  len: 168 time: 0.1946180
Nov 24 18:22:22.183360 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 33100) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:22:22.198887 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.api.v2.resource [None req-3d399c51-8a36-4f23-8226-6bb829f7d3c0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] show failed (client error): The resource could not be found.
Nov 24 18:22:22.199880 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-3d399c51-8a36-4f23-8226-6bb829f7d3c0 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "GET /v2.0/security-groups/09455f72-c6ea-4741-8e08-af7e54992837 HTTP/1.1" status: 404  len: 347 time: 0.0155907
Nov 24 18:22:22.202634 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 33104) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:22:22.276441 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5a78ca0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:22:22.280734 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34860e9e-9bd8-46e1-a045-78866c0ec6ce None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T17:50:56Z', 'revision_number': 4, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ada38ad1-4a97-471c-961e-8f8393dbdb19', 'name': '', 'network_id': '16d04825-809e-487e-b2a8-9c8ebe5605d4', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'mac_address': 'fa:16:3e:f0:47:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:53Z', 'updated_at': '2021-11-24T17:51:08Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'subnets': [{'id': '16f16fc0-6819-42e2-a4b0-5778c30f54a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:22:22.363041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Deleting port 1417db76-b8ef-42c9-9e27-34c235182146 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:22:22.363390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.504335 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd00631-564e-4e8f-b252-8ba5ddf1d856 None None] New status for floating IP 2b540501-a612-48e1-8ae8-727ff1e982b9: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:22:22.541551 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.541879 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:22.666800 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Calling delete_port for 1417db76-b8ef-42c9-9e27-34c235182146 owned by network:floatingip {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:22:22.708703 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3cb4783c-6d29-4fbc-af98-6c3ee3207737 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:22:22.745356 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 3cb4783c-6d29-4fbc-af98-6c3ee3207737 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:22:22.745726 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 3cb4783c-6d29-4fbc-af98-6c3ee3207737 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:22:22.753424 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.db.api [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:22:22.753779 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_db.api [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:22:23.254761 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Deleting port 1417db76-b8ef-42c9-9e27-34c235182146 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:22:23.255380 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.268640 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-536db44e-e487-4881-9484-37d239b3d2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.434878 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.435197 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.531133 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.560619 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Calling delete_port for 1417db76-b8ef-42c9-9e27-34c235182146 owned by network:floatingip {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:22:23.699651 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.702998 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:22:23.744557 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Pushing event deleted for resources: {'Port': ['ID=1417db76-b8ef-42c9-9e27-34c235182146,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:22:23.748267 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:22:23.839217 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks [] for floatingip, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.854226 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:23.855313 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] 10.222.0.64 "DELETE /v2.0/floatingips/2b540501-a612-48e1-8ae8-727ff1e982b9 HTTP/1.1" status: 204  len: 168 time: 1.6518116
Nov 24 18:22:25.331874 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:22:26.140343 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-70bb8962-2323-4f86-9d44-b2879a4d8971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:26.869079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:28.218893 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:30.064233 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:53.272269 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7fb92c08-9c4c-48ec-b83f-3f659f087f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:53.533164 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:56.142117 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5abdd183-e684-4b41-90c2-4346a5106570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:56.871784 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:22:58.216840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:00.084371 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:02.331093 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:23:03.457849 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-8109359e-fe59-4d19-a242-3c4743711d4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1200030
Nov 24 18:23:03.558025 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-88b3309f-9579-46f2-bb4f-8cb8b077dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:23:03.559505 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-88b3309f-9579-46f2-bb4f-8cb8b077dafa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.0760593
Nov 24 18:23:03.721364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-968b417f-cad6-48a9-a0b0-49faac77a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:23:03.722725 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-968b417f-cad6-48a9-a0b0-49faac77a903 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1359737
Nov 24 18:23:03.827994 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-5f81c8e0-74d3-47cc-9f05-1d731cb9d28b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1001 time: 0.0947840
Nov 24 18:23:03.895701 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-2874c967-fc5f-437b-94f1-d9d088bffe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:23:03.897093 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-2874c967-fc5f-437b-94f1-d9d088bffe81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0597169
Nov 24 18:23:03.979097 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-9fe6407d-05cd-4bf3-b755-e4b595f4be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:23:03.980512 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-9fe6407d-05cd-4bf3-b755-e4b595f4be40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722778
Nov 24 18:23:03.994059 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-edc35385-bde0-4ceb-864e-2b6b7d261aee service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:23:03.994971 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-edc35385-bde0-4ceb-864e-2b6b7d261aee service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047815
Nov 24 18:23:04.130696 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-d83859bb-80ee-4f9c-86ab-0d05f7d24c85 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247258
Nov 24 18:23:04.269200 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-80073692-c86d-4fbb-bca7-a592b847d6f6 req-5a9b7fda-1108-49da-9957-acafaee24ec9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275325
Nov 24 18:23:23.275133 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-599e02ca-cf19-434f-9af5-55d9bc17a4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:23.535079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:26.145565 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-49e50a9c-d1c6-4995-be32-924a92e1d136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:26.874252 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:28.220790 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:30.078855 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:39.330037 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:23:53.277819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d2db05ab-385b-4ec5-9241-d9e8e2798b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:53.530891 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:56.146648 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a8a4fc9b-d85f-4a1e-b016-c32c8f237c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:56.878366 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:23:58.224814 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:00.093071 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:05.383171 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-2e900048-ee94-4316-a42b-e8c4dc219ab4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0858760
Nov 24 18:24:05.544775 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-2f743229-ba19-4d1a-a5aa-d3afa91bd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:05.546133 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-2f743229-ba19-4d1a-a5aa-d3afa91bd6f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.0710323
Nov 24 18:24:05.701212 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-1eecab12-e72e-4ad0-8577-455fa0fa430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:05.702652 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-1eecab12-e72e-4ad0-8577-455fa0fa430a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1323550
Nov 24 18:24:05.817788 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-0b150c9f-987e-45bc-9685-c6dc23363fa3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1001 time: 0.1044903
Nov 24 18:24:05.882896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-796ec254-ce7a-4c30-8afb-435220d0474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:05.884294 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-796ec254-ce7a-4c30-8afb-435220d0474e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0568480
Nov 24 18:24:06.031467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-1c86e67a-f511-4cea-b69b-259aee9d188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:06.032954 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-1c86e67a-f511-4cea-b69b-259aee9d188b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1369894
Nov 24 18:24:06.169020 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-55d2bab6-ed1e-4162-ac44-eda8564263c2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251926
Nov 24 18:24:06.302303 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2663649b-2a62-4a32-9c4f-1b78bb0b8439 req-b8ee0e41-8f27-4f59-ba6d-5b42f50fc8cc service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263137
Nov 24 18:24:16.328505 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:24:23.280433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9c0132e8-8592-4fc5-83ed-35a27b8f16a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:23.533170 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:26.149614 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e9e7f0e9-78c0-4488-addb-561e63b4910c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:26.887468 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:28.228728 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:30.092863 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.228122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 34478) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:46.388975 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.404312 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:24:46.408303 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5510ac627f48d99771c6688c37036d is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:24:46.412263 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:24:46.418427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:24:46.522851 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.527356 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.534990 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ef86b956-9324-485b-8644-0c12cb80eac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:46.585653 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db0650-4479-4486-be8d-0564417e3ae7,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:46.591365 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b5510ac627f48d99771c6688c37036d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3619781
Nov 24 18:24:46.593916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34484) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:46.601461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.601844 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.602223 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.602567 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.602923 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.603279 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.603652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.604002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.604354 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.604702 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.605046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.605391 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.611253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fcbe2bbf-89dd-4974-8fe8-490d43d7cfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:46.661385 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.689559 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.744507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.749455 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1fb32341-15ed-4233-9109-3e46923387b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:46.770929 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db0650-4479-4486-be8d-0564417e3ae7,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:46.780739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.781114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.781477 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.781835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.782187 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.782559 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.782889 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.783236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.783583 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.783950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.784301 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.784641 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:24:46.787870 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:46.789060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:46.792956 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e7db0650-4479-4486-be8d-0564417e3ae7 HTTP/1.1" status: 204  len: 168 time: 0.1980555
Nov 24 18:24:47.069608 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34496) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:47.177910 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.192147 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:24:47.195944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Usage tracker for resource:security_group_rule and tenant:71fc3f4458314000bad677c3e811823a is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:24:47.199381 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:24:47.206351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:24:47.289375 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.293020 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.300162 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8773d31b-6a54-49e0-83eb-0137f2f94870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:47.339470 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce80578c-99a3-44dc-8033-48d844392fe1,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:47.345735 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71fc3f4458314000bad677c3e811823a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2740598
Nov 24 18:24:47.345735 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:47.347287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34500) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:47.405520 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.431024 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.486151 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.489671 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cda548eb-8ece-4fb3-a178-c77a5d8f0ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:47.501317 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce80578c-99a3-44dc-8033-48d844392fe1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:47.504618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:47.508253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:47.509352 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce80578c-99a3-44dc-8033-48d844392fe1 HTTP/1.1" status: 204  len: 168 time: 0.1611619
Nov 24 18:24:49.609023 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d593dcb-3022-467c-83ab-02aa741cf877 req-8c3f0930-5d14-40d1-b730-9af4accc53b5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:49.610794 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1d593dcb-3022-467c-83ab-02aa741cf877 req-8c3f0930-5d14-40d1-b730-9af4accc53b5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.2508769
Nov 24 18:24:49.671085 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1d593dcb-3022-467c-83ab-02aa741cf877 req-356de063-59fb-409d-b510-f49021721ac4 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497348
Nov 24 18:24:50.877020 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa68b-fe40-4d15-a966-d8110b13acf2 req-ad6de28c-4a4c-4789-923a-84690a53a0e7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:50.878585 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-64daa68b-fe40-4d15-a966-d8110b13acf2 req-ad6de28c-4a4c-4789-923a-84690a53a0e7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0892739
Nov 24 18:24:50.925911 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-64daa68b-fe40-4d15-a966-d8110b13acf2 req-7f9edc18-1e59-4064-8bd9-c13d28ac39ad tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408380
Nov 24 18:24:52.141946 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9606a0-1458-4b15-9dea-cf4efb44fe52 req-6cd1c540-9728-4d57-9aad-2c6d22abe4b3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:52.143546 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9c9606a0-1458-4b15-9dea-cf4efb44fe52 req-6cd1c540-9728-4d57-9aad-2c6d22abe4b3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0842948
Nov 24 18:24:52.189110 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9c9606a0-1458-4b15-9dea-cf4efb44fe52 req-94a89cb2-b33a-4aad-977c-818a6c751582 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399079
Nov 24 18:24:53.251431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34646) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:53.287881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c18d5ecb-67bb-434b-bed3-96a62c2a8ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.327122 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:24:53.389089 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.400466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446cb2d-0139-4bc7-a93e-37412eda8ee4 req-d3483a7e-2bae-4b1e-9367-49b57b031814 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:53.401949 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8446cb2d-0139-4bc7-a93e-37412eda8ee4 req-d3483a7e-2bae-4b1e-9367-49b57b031814 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0852158
Nov 24 18:24:53.405283 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:24:53.409169 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Usage tracker for resource:security_group_rule and tenant:a689a6c3966d45218d5550217878964b is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:24:53.412190 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:24:53.418452 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:24:53.453703 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8446cb2d-0139-4bc7-a93e-37412eda8ee4 req-ce11de24-ff16-4386-b6eb-b095df2612b8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455472
Nov 24 18:24:53.505224 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.509045 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.516801 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e15f048b-374d-4cf2-a0d8-88eae26d4d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:53.535545 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.564536 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3da3fe-1672-43f5-84c5-17bbe35804c1,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:53.567547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:53.570168 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a689a6c3966d45218d5550217878964b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3177080
Nov 24 18:24:53.572793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34652) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:53.632218 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.659050 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.713496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.717960 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-61c657bf-25fe-47d0-81bb-6b03cd0af086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:53.734171 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3da3fe-1672-43f5-84c5-17bbe35804c1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:53.736916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:53.738925 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:53.740056 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f3da3fe-1672-43f5-84c5-17bbe35804c1 HTTP/1.1" status: 204  len: 168 time: 0.1663029
Nov 24 18:24:54.042247 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34668) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:54.061520 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.075633 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:24:54.079341 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e37ed495978c4e82aa138e0e0f1e6a1f is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:24:54.082139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:24:54.087853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:24:54.169115 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.172885 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.185174 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-93033897-80a5-4ead-849d-71597ee7c347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:54.224537 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e37ed495978c4e82aa138e0e0f1e6a1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811304
Nov 24 18:24:54.226178 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7667b47-7e17-47d0-83b8-482cef813413,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:54.227558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 34672) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:54.229105 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:54.287625 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.313877 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.365066 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.369003 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-42e96c0f-f013-41ba-8d0a-69014aa7d3d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:54.382034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7667b47-7e17-47d0-83b8-482cef813413,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:54.384486 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:54.393925 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:54.397241 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7667b47-7e17-47d0-83b8-482cef813413 HTTP/1.1" status: 204  len: 168 time: 0.1664045
Nov 24 18:24:54.660632 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c26a5d-fced-4732-aa5b-4ede6a53ca2a req-e9fef3ec-d876-435a-9128-e11a0bb55cbc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:54.662166 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a7c26a5d-fced-4732-aa5b-4ede6a53ca2a req-e9fef3ec-d876-435a-9128-e11a0bb55cbc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0823712
Nov 24 18:24:54.710265 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a7c26a5d-fced-4732-aa5b-4ede6a53ca2a req-61d6fc68-04c6-48bd-969f-24c1a4629e07 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425353
Nov 24 18:24:55.905489 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1596f5-6cd3-41e3-848f-a9dab38ee0f4 req-b5964f2a-ba7e-4ee2-bf4a-54edc9e218a0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:55.906967 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7e1596f5-6cd3-41e3-848f-a9dab38ee0f4 req-b5964f2a-ba7e-4ee2-bf4a-54edc9e218a0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0865960
Nov 24 18:24:55.945902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34726) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:55.952309 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7e1596f5-6cd3-41e3-848f-a9dab38ee0f4 req-9d15bf50-cc37-41c0-837d-9fc3ea1dbedd tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396369
Nov 24 18:24:56.063909 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.080336 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:24:56.084081 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a8ab5a9f4e497aa1590070c2f96647 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:24:56.086804 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:24:56.092671 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:24:56.151630 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6cee12e1-a62a-411f-917f-ee5f8ab4f9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.182259 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.186328 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.194750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8b31cfe9-2303-4d88-99b3-3129d26a2ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:56.235247 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a2a8ab5a9f4e497aa1590070c2f96647&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2879536
Nov 24 18:24:56.236205 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a8d30-b162-4de3-b2dc-add1eeba38e3,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:56.237984 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 34736) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:24:56.239129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:56.297920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.323934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.374943 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.378737 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-38789e79-6e65-4e87-a142-d9a948a64231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:24:56.389788 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a8d30-b162-4de3-b2dc-add1eeba38e3,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:24:56.392110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:24:56.397931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:56.401553 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e74a8d30-b162-4de3-b2dc-add1eeba38e3 HTTP/1.1" status: 204  len: 168 time: 0.1607563
Nov 24 18:24:56.885043 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:57.147798 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc799b3-c8e7-4004-8bf4-ef8cc8d712da req-6ae907a2-9a2d-4cd3-a702-b6b1dd10cab5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:57.149249 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1cc799b3-c8e7-4004-8bf4-ef8cc8d712da req-6ae907a2-9a2d-4cd3-a702-b6b1dd10cab5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0859876
Nov 24 18:24:57.193901 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1cc799b3-c8e7-4004-8bf4-ef8cc8d712da req-d0fa54fb-7481-4d68-b001-aac540c50d7b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388105
Nov 24 18:24:58.228675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:24:58.395081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341cc6-54b1-43cb-9c3d-3d1a4c5c9962 req-88d349d3-7a7d-4fe9-ab7a-a814467af550 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:58.396829 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ce341cc6-54b1-43cb-9c3d-3d1a4c5c9962 req-88d349d3-7a7d-4fe9-ab7a-a814467af550 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0904915
Nov 24 18:24:58.456182 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ce341cc6-54b1-43cb-9c3d-3d1a4c5c9962 req-b5dfc5a0-b313-4c49-bac0-1c5f4c44131f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509274
Nov 24 18:24:59.651096 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d68f9-8d7d-4956-bbdd-97372f08b491 req-8cb581bb-2be5-4615-9740-c68cf92e1c0e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:24:59.652594 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-364d68f9-8d7d-4956-bbdd-97372f08b491 req-8cb581bb-2be5-4615-9740-c68cf92e1c0e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0878410
Nov 24 18:24:59.697999 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-364d68f9-8d7d-4956-bbdd-97372f08b491 req-a82bbfd9-fbe1-4d84-b2c9-584a07efbead tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397429
Nov 24 18:25:00.093898 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:00.896349 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd639669-d22e-4fe3-bf16-371a8d7603f7 req-715201b2-db97-49a0-9436-7fe47e440a5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:00.897808 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd639669-d22e-4fe3-bf16-371a8d7603f7 req-715201b2-db97-49a0-9436-7fe47e440a5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0863776
Nov 24 18:25:00.942425 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd639669-d22e-4fe3-bf16-371a8d7603f7 req-9e880a6d-2dc3-4b4b-8cc0-081a2199c85f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390892
Nov 24 18:25:01.100728 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 34842) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:01.226706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.242578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:01.246929 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Usage tracker for resource:security_group_rule and tenant:944c980688c244f7b3bfe4be5fd23c6a is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:01.250238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:01.256746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:01.330251 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:25:01.344703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.348745 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.355889 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:01.395206 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7234944-e264-4274-8152-7a2947091869,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:01.401765 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=944c980688c244f7b3bfe4be5fd23c6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2976458
Nov 24 18:25:01.401765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:01.402285 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34854) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:01.474930 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.475543 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:01.489550 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:25:01.500970 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.551095 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.558236 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.563141 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4e3a933f-9618-4108-8499-33ed9bed1108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:01.568297 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:25:01.577356 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7234944-e264-4274-8152-7a2947091869,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:01.579983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:01.584819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:01.594562 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.595157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:01.598051 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7234944-e264-4274-8152-7a2947091869 HTTP/1.1" status: 204  len: 168 time: 0.1924787
Nov 24 18:25:01.598196 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:01.665984 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=6']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:01.674285 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.674637 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.675356 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.675686 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.675907 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.676238 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.676932 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.677050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.677309 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.677633 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.677956 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.678270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:01.682317 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:01.796378 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['d53e85b1-8c8f-4c11-8893-3ba3f648e9d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:25:02.150224 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27a914-4793-47c5-838f-d1faaf9b96b3 req-d58e6362-b5bf-4d27-8a63-62951b97f674 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:02.156380 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5b27a914-4793-47c5-838f-d1faaf9b96b3 req-d58e6362-b5bf-4d27-8a63-62951b97f674 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 944 time: 0.0968637
Nov 24 18:25:02.199749 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5b27a914-4793-47c5-838f-d1faaf9b96b3 req-34b4f403-d0b3-4c52-85b7-5a595a4807de tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390348
Nov 24 18:25:02.785903 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 34926) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:02.994767 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.012081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:03.016007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Usage tracker for resource:security_group_rule and tenant:dfefd8cee6be42dea914ba82ec5f7f6a is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:03.019137 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:03.025382 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:03.126086 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.131416 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.139813 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-9f9cb833-c707-41ac-8bf9-09b0d9d29e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:03.190458 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 34932) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:03.190988 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfefd8cee6be42dea914ba82ec5f7f6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4037473
Nov 24 18:25:03.191540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8126854-0430-408f-a143-39e537a30c4c,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:03.195175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a3887cd4-6ce1-4785-bf8f-ce6c58452a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:03.256380 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.303337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.352081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:03.378816 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.383015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-7da392f5-4f76-450a-9f79-79063bf61a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:03.424655 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8126854-0430-408f-a143-39e537a30c4c,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:03.429553 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:03.442881 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.444629 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8126854-0430-408f-a143-39e537a30c4c HTTP/1.1" status: 204  len: 168 time: 0.2526104
Nov 24 18:25:03.457866 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84a5a-35f7-447f-b22e-9c12477c5281 req-7a770695-22e8-4e10-92a8-c90278961c24 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:03.468279 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ed84a5a-35f7-447f-b22e-9c12477c5281 req-7a770695-22e8-4e10-92a8-c90278961c24 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 944 time: 0.1071849
Nov 24 18:25:03.500784 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:03.501345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.523020 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ed84a5a-35f7-447f-b22e-9c12477c5281 req-dc0ebd1a-9c03-4c09-9fb1-1fe0846b3999 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532019
Nov 24 18:25:03.737264 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.781011 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:03.782463 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:25:03.791689 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:03.794515 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:03.914650 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=7']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:03.927285 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'code': 200}
Nov 24 18:25:03.928653 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:04.725394 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08dd947-785a-4e3f-97e5-f28f7cf277ec req-198444d0-c378-4fd2-b9f1-351482c6ec03 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:04.727552 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e08dd947-785a-4e3f-97e5-f28f7cf277ec req-198444d0-c378-4fd2-b9f1-351482c6ec03 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0919344
Nov 24 18:25:04.784150 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e08dd947-785a-4e3f-97e5-f28f7cf277ec req-6521c97f-eb42-4d92-9f30-6642c106015c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492589
Nov 24 18:25:06.008497 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e3dea-ad72-4239-9cd0-1d0b54fd82ad req-26666ae6-2859-427e-8d86-caed4cd18ac8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:06.011039 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-348e3dea-ad72-4239-9cd0-1d0b54fd82ad req-26666ae6-2859-427e-8d86-caed4cd18ac8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.1052938
Nov 24 18:25:06.061886 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-348e3dea-ad72-4239-9cd0-1d0b54fd82ad req-e2f46fed-f484-479f-9156-0041622c0b35 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435674
Nov 24 18:25:06.684170 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52524ce-4b92-489c-9846-ff583140bbda req-1b766f17-9f61-463c-9929-4ea1c81eda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:06.686054 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-1b766f17-9f61-463c-9929-4ea1c81eda69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.0874159
Nov 24 18:25:06.860377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52524ce-4b92-489c-9846-ff583140bbda req-12e1a076-f9a3-4163-9475-668038333211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:06.862077 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-12e1a076-f9a3-4163-9475-668038333211 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1495030
Nov 24 18:25:07.071021 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-cd7f961f-8e72-4686-a2e3-e2c55710e1a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1001 time: 0.1970544
Nov 24 18:25:07.149797 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52524ce-4b92-489c-9846-ff583140bbda req-d7eef365-33eb-4d3b-9e89-f18574ba0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:07.151285 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-d7eef365-33eb-4d3b-9e89-f18574ba0c79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0729260
Nov 24 18:25:07.313505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52524ce-4b92-489c-9846-ff583140bbda req-aaaf2604-1e8c-4f12-b967-076149eeae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:07.314987 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-aaaf2604-1e8c-4f12-b967-076149eeae35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1525095
Nov 24 18:25:07.329373 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579794a-3bc5-4bdc-b295-1f36e4a8b90c req-5994bb45-b39d-4018-9559-3f60b7ca326a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:07.329373 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a579794a-3bc5-4bdc-b295-1f36e4a8b90c req-5994bb45-b39d-4018-9559-3f60b7ca326a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.1147869
Nov 24 18:25:07.536133 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a579794a-3bc5-4bdc-b295-1f36e4a8b90c req-1f507263-b39a-4088-b95b-c7df5680b512 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1882327
Nov 24 18:25:07.539189 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-33baa3df-5c2f-420e-8b8b-ddfb61bf671b service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096999
Nov 24 18:25:07.711907 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e52524ce-4b92-489c-9846-ff583140bbda req-cd5d72f9-d501-4639-a851-fafdbb619ce5 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1648962
Nov 24 18:25:08.775145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6d255-9dc9-49cc-835f-3b405b96e668 req-16833a16-2e65-4df9-a993-bb29413b9627 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:08.777295 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-74f6d255-9dc9-49cc-835f-3b405b96e668 req-16833a16-2e65-4df9-a993-bb29413b9627 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.1127815
Nov 24 18:25:08.846006 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-74f6d255-9dc9-49cc-835f-3b405b96e668 req-9680a8b0-5731-4e5b-8adc-3f706b8d80ce tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623038
Nov 24 18:25:10.082457 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d32a-cfb6-4829-8bd5-2259a990b546 req-6d76e509-1825-4728-a2aa-3e7bbac9b123 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:10.084182 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aca3d32a-cfb6-4829-8bd5-2259a990b546 req-6d76e509-1825-4728-a2aa-3e7bbac9b123 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.1077063
Nov 24 18:25:10.135934 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-aca3d32a-cfb6-4829-8bd5-2259a990b546 req-94ef6266-eee7-435d-a234-dde22be6da5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457025
Nov 24 18:25:11.370227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e926-a274-49b2-b647-5ce9b38ddb82 req-3045b219-1473-4904-b5e1-33ce0b423706 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:11.372754 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f03e926-a274-49b2-b647-5ce9b38ddb82 req-3045b219-1473-4904-b5e1-33ce0b423706 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.1084177
Nov 24 18:25:11.448957 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7f03e926-a274-49b2-b647-5ce9b38ddb82 req-25ad1389-028b-4905-a492-b1325ca15636 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662003
Nov 24 18:25:12.647474 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5ba59-8a57-4678-96e5-ec46557d7860 req-4ce86427-ac42-44b7-ac18-19da08a3a8d3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:12.648904 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f1d5ba59-8a57-4678-96e5-ec46557d7860 req-4ce86427-ac42-44b7-ac18-19da08a3a8d3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0860634
Nov 24 18:25:12.739435 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f1d5ba59-8a57-4678-96e5-ec46557d7860 req-1854ad64-9e13-4394-9fc3-f9e0e0807cb7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593088
Nov 24 18:25:12.756150 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-161071ab-2416-433d-859e-0639edae4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:12.757852 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-161071ab-2416-433d-859e-0639edae4f33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1098 time: 0.1080005
Nov 24 18:25:12.896737 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-ae69de6f-27be-4512-a1a4-6e8e4ea24c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:12.898243 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-ae69de6f-27be-4512-a1a4-6e8e4ea24c28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1327505
Nov 24 18:25:13.003540 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-a5aad78a-dfb0-4655-825d-0fc58d03842b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1001 time: 0.0979738
Nov 24 18:25:13.074182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-8be5c11a-6304-44b6-a0d7-323043038149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:13.076431 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-8be5c11a-6304-44b6-a0d7-323043038149 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0628204
Nov 24 18:25:13.152763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-42426c01-3ba5-4bc5-b221-69971576ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:13.154579 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-42426c01-3ba5-4bc5-b221-69971576ff6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691471
Nov 24 18:25:13.292059 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-218a6643-f6f2-4047-a31d-071870f844cb service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267052
Nov 24 18:25:13.427644 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9b901ccd-195b-451c-86bd-4601b4d39e31 req-e6d6d6e7-1200-431f-98a3-2fa4dbb53a96 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257989
Nov 24 18:25:13.675683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35050) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:13.934275 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_v2 [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Deleting subnet fb66239c-815c-40f7-9daa-a29a615fddf2 {{(pid=86832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:25:13.935239 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bb375-e293-4d2e-8e88-a8e542ae91eb req-12523c78-206a-449f-b3e5-bb74c563bc14 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:13.936665 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-888bb375-e293-4d2e-8e88-a8e542ae91eb req-12523c78-206a-449f-b3e5-bb74c563bc14 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0828204
Nov 24 18:25:13.937313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:13.985518 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-888bb375-e293-4d2e-8e88-a8e542ae91eb req-ad5e3441-f725-42ee-bd1b-b126a08be1a7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430105
Nov 24 18:25:14.055908 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694476'] for subnet, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.115098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.186402 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2502524'] for subnet, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.191011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-004987ad-d8d8-45b4-acc4-8a86b1e536fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:14.227189 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.230806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb66239c-815c-40f7-9daa-a29a615fddf2,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:14.235728 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:14.244589 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-feabe5a1-34e3-4c55-bc83-d2832f617e2c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/fb66239c-815c-40f7-9daa-a29a615fddf2 HTTP/1.1" status: 204  len: 168 time: 0.5679069
Nov 24 18:25:14.247019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35060) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:14.353395 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.476647 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.501960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d440f3d0>,) {'filters': {'network_id': ['13b3371c-40b3-489c-893f-79b52f800877']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:14.513960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d440f3d0>, '508afb4c-00c4-435b-bb2f-82defc7313fe') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:14.514265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d440f3d0>, '508afb4c-00c4-435b-bb2f-82defc7313fe') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:14.525666 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.541626 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.548491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:25:14.548875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:25:14.562657 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:25:14.640899 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.645010 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-67ede262-2ea2-41e6-9293-39219904d80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:14.658756 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.670010 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b3371c-40b3-489c-893f-79b52f800877,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:14.673058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:14.678770 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c6259ffb-d8a0-4beb-833f-544b08b9ca71 admin admin] 10.222.0.64 "DELETE /v2.0/networks/13b3371c-40b3-489c-893f-79b52f800877 HTTP/1.1" status: 204  len: 168 time: 0.4306457
Nov 24 18:25:14.791067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35066) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:14.841335 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-f296747d-cda5-42b1-a49c-6cf2fe561b1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d38ff3a0728b4c08b344b804e0d1ccad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482638
Nov 24 18:25:14.843329 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35070) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:14.905855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.932835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.993067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:14.996997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b310c3a7-46fe-4f1f-bf15-4a9bdd2320cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:15.011062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c537ceb0-006d-46db-b598-2402ba1e4347,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:15.014743 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:15.022437 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:15.023587 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c537ceb0-006d-46db-b598-2402ba1e4347 HTTP/1.1" status: 204  len: 168 time: 0.1792922
Nov 24 18:25:15.188309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f7b1-af32-4375-8dc8-13f5cd17eb1d req-ab490a8e-b397-4b8f-8fa6-ce565813f010 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:15.189793 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0323f7b1-af32-4375-8dc8-13f5cd17eb1d req-ab490a8e-b397-4b8f-8fa6-ce565813f010 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 945 time: 0.0893166
Nov 24 18:25:15.240467 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0323f7b1-af32-4375-8dc8-13f5cd17eb1d req-8f6a0e96-dc1e-470c-838c-15688c394f0e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449090
Nov 24 18:25:15.407114 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:25:15.536589 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:15.564552 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:25:15.574502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:15.580176 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:15.584293 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:15.615570 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'code': 200}
Nov 24 18:25:15.655981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=8']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:15.659135 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:15.789365 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35100) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:15.897971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413826651-network', 'tenant_id': '64beedb83ebb48e291cc631a123c1504'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:15.903115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:15.906998 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Usage tracker for resource:network and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:15.909864 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:15.916136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:15.926283 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Made reservation on behalf of 64beedb83ebb48e291cc631a123c1504 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:25:15.928679 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:15.941247 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:15.955731 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:15.959491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:15.962287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:15.968014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:16.057016 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.061532 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.064611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-18a8a031-33a9-4e39-868d-93f2296d2481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:16.094059 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:25:16.106804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b09d54-3513-446c-b9ec-7b99d650476d,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:16.111876 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:16.114697 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.115051 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Added segment 3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88 of type vlan for network 6a82aaae-7621-4c12-b65a-42579210ef49
Nov 24 18:25:16.143163 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.178011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.179449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:16.180096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.183488 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:16.282570 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a82aaae-7621-4c12-b65a-42579210ef49,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:16.285677 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4952695
Nov 24 18:25:16.286561 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:16.288815 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35110) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:16.293214 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 6a82aaae-7621-4c12-b65a-42579210ef49 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:25:16.294460 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Request body: {'subnet': {'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413826651-subnet', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:16.299327 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:16.303516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Usage tracker for resource:subnet and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:16.306444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:16.312794 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:16.329198 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Made reservation on behalf of 64beedb83ebb48e291cc631a123c1504 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:25:16.331699 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.517687 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0901927-2cc7-48ae-9775-cc6237789601 req-49d96bb9-55f3-47e3-8311-7e42873bd19b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:16.519138 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0901927-2cc7-48ae-9775-cc6237789601 req-49d96bb9-55f3-47e3-8311-7e42873bd19b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1262925
Nov 24 18:25:16.607827 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0901927-2cc7-48ae-9775-cc6237789601 req-763ab296-fb65-4299-9ca2-a1e5bdd40d8c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589502
Nov 24 18:25:16.645586 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.649530 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:16.721269 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fd1350-2909-43a0-b38a-42ffc4203d88,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:16.724952 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:16.730730 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Checking segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:16.731745 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Network hostable DHCP agents. Network: 6a82aaae-7621-4c12-b65a-42579210ef49, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:25:16.752771 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Network 6a82aaae-7621-4c12-b65a-42579210ef49 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:25:16.762285 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 6a82aaae-7621-4c12-b65a-42579210ef49) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:16.766214 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:16.766801 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.772017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b3113e-3d6e-470f-b00c-f683ba63cf48 None None] Network 6a82aaae-7621-4c12-b65a-42579210ef49 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:25:16.787955 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-49ef4331-bc0d-42f0-a33b-c1d81e34646e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4978557
Nov 24 18:25:16.790578 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35118) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:16.796438 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:16.801338 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:16.805511 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Usage tracker for resource:router and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:16.808450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:16.814884 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:16.828559 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.829790 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:16.849468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.016790 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-6a82aaae-7621-4c12-b65a-42579210ef49', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 18:25:17.018953 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.227914 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Allocated IP 172.20.0.2 (6a82aaae-7621-4c12-b65a-42579210ef49/86fd1350-2909-43a0-b38a-42ffc4203d88/834af103-c72a-4eed-a700-f358211edfa3) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:17.233926 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.511988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.523706 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Transition to ACTIVE for port object 834af103-c72a-4eed-a700-f358211edfa3 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:17.547771 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Transition to ACTIVE for port object 834af103-c72a-4eed-a700-f358211edfa3 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:17.557272 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.569649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:17.608453 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.623770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Network 6a82aaae-7621-4c12-b65a-42579210ef49 is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:17.631026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:17.635196 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:17.687594 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.732609 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Pushing event updated for resources: {'Port': ['ID=834af103-c72a-4eed-a700-f358211edfa3,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:17.738510 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:17.742823 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Attempting to bind port 834af103-c72a-4eed-a700-f358211edfa3 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:17.743269 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Attempting to bind port 834af103-c72a-4eed-a700-f358211edfa3 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:17.743741 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Attempting to bind port 834af103-c72a-4eed-a700-f358211edfa3 on network 6a82aaae-7621-4c12-b65a-42579210ef49 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:17.750095 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:17.750360 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Checking segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:17.750921 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.751382 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Bound using segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:17.751953 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Bound port: 834af103-c72a-4eed-a700-f358211edfa3, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:17.752403 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.847423 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] For port 834af103-c72a-4eed-a700-f358211edfa3, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:17.850370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00c28-ec70-4117-81f4-6806e0eca3ba req-7a95fb3a-97f6-44ae-924c-12fdab12abe7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:17.850799 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] For port 834af103-c72a-4eed-a700-f358211edfa3, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=834af103-c72a-4eed-a700-f358211edfa3,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:17.852022 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7cb00c28-ec70-4117-81f4-6806e0eca3ba req-7a95fb3a-97f6-44ae-924c-12fdab12abe7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.2096601
Nov 24 18:25:17.858124 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:17.866065 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:17.891324 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Allocated IP 172.27.0.99 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/a180a236-046f-442c-9f28-b728e54854d7) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:17.922374 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7cb00c28-ec70-4117-81f4-6806e0eca3ba req-d6b5541f-2fb2-410a-96af-42e45176dfcf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630956
Nov 24 18:25:17.968199 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Pushing event updated for resources: {'Port': ['ID=834af103-c72a-4eed-a700-f358211edfa3,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:17.974248 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:18.051979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35156) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:18.094996 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:18.202656 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:18.208610 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:18.275030 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-78b0e45d-3501-4f0b-81a9-17c01529201e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2221286
Nov 24 18:25:18.282430 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:18.285288 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:18.289627 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:18.318499 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Pushing event updated for resources: {'Port': ['ID=a180a236-046f-442c-9f28-b728e54854d7,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:18.323558 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:18.842191 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:18.895291 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e18e4c-ebcb-493a-8657-97d4a68c83c5 None None] Network 6a82aaae-7621-4c12-b65a-42579210ef49 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:25:18.998921 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-56b7fa59-c9b7-40b0-9656-4182abe9fa6e None None] Provisioning for port 834af103-c72a-4eed-a700-f358211edfa3 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:19.137954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 834af103-c72a-4eed-a700-f358211edfa3 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:19.177667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f608830-7978-4503-ad62-db80972dc265 req-ed4d372c-da02-4c91-892d-e97d8f089951 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:19.179306 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7f608830-7978-4503-ad62-db80972dc265 req-ed4d372c-da02-4c91-892d-e97d8f089951 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0920887
Nov 24 18:25:19.214450 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.227470 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7f608830-7978-4503-ad62-db80972dc265 req-4f77c522-e3aa-4c92-861a-a90f08d5031d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413170
Nov 24 18:25:19.236675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 834af103-c72a-4eed-a700-f358211edfa3 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:19.242747 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 834af103-c72a-4eed-a700-f358211edfa3 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:19.243183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.422101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.436965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:25:19.499309 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Router bc689814-7115-44c7-a3d5-8ba7ec616172 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 18:25:19.525535 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 834af103-c72a-4eed-a700-f358211edfa3, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=834af103-c72a-4eed-a700-f358211edfa3,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:19.531276 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.536744 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5bfbede8-b632-4f4c-a784-70872ae43869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:19.661215 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-eba05974-4a01-4753-864f-4032427b46d6 None None] Provisioning complete for port 834af103-c72a-4eed-a700-f358211edfa3 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:19.661609 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-eba05974-4a01-4753-864f-4032427b46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.702293 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:25:19.711402 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=834af103-c72a-4eed-a700-f358211edfa3,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:19.720508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:19.721211 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Sync routers for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:25:19.734178 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:19.738566 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9468377
Nov 24 18:25:19.739182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35174) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:19.739335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:19.739873 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58190d0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:24:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:19.973111 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:20.299866 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58190d0>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:18Z', 'revision_number': 3, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:20.303121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-fa50acee-c26c-46fe-af9c-befe8dac2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:20.304398 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Checking router: bc689814-7115-44c7-a3d5-8ba7ec616172 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:25:20.304741 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-fa50acee-c26c-46fe-af9c-befe8dac2505 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 1096 time: 0.1842306
Nov 24 18:25:20.304869 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Updating router bc689814-7115-44c7-a3d5-8ba7ec616172 port a180a236-046f-442c-9f28-b728e54854d7 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:25:20.365871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.466809 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493ad57-6e2c-4129-9348-79343192ffd8 req-73b0b7fe-1dfe-4005-844f-2dcd200d9dc6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:20.468481 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a493ad57-6e2c-4129-9348-79343192ffd8 req-73b0b7fe-1dfe-4005-844f-2dcd200d9dc6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1184304
Nov 24 18:25:20.541636 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a493ad57-6e2c-4129-9348-79343192ffd8 req-cd53ca60-e15f-4734-bea3-eac3b9ed86de tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609522
Nov 24 18:25:20.556037 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-08ea2bd8-c9d4-42a4-bb1b-7ffdf29278d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:20.557609 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-08ea2bd8-c9d4-42a4-bb1b-7ffdf29278d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1096 time: 0.2007234
Nov 24 18:25:20.726914 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.739750 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Transition to ACTIVE for port object a180a236-046f-442c-9f28-b728e54854d7 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:20.746075 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.749239 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.750637 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:20.766972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-a1c3521e-57a3-4c5f-9477-218e7c38e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:20.768440 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-a1c3521e-57a3-4c5f-9477-218e7c38e9a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1971867
Nov 24 18:25:20.830046 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Attempting to bind port a180a236-046f-442c-9f28-b728e54854d7 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:20.830429 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Attempting to bind port a180a236-046f-442c-9f28-b728e54854d7 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:20.830826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Attempting to bind port a180a236-046f-442c-9f28-b728e54854d7 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:20.836385 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Pushing event updated for resources: {'Port': ['ID=a180a236-046f-442c-9f28-b728e54854d7,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:20.839043 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:20.842678 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:20.843062 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:20.843477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.843903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:20.844810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Bound port: a180a236-046f-442c-9f28-b728e54854d7, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:20.844810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.917768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] For port a180a236-046f-442c-9f28-b728e54854d7, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:20.921832 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] For port a180a236-046f-442c-9f28-b728e54854d7, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a180a236-046f-442c-9f28-b728e54854d7,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:20.925867 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:20.930303 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:20.959140 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-4391c916-b603-4283-805c-27b79b30aeed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 999 time: 0.1527910
Nov 24 18:25:21.005756 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:21.006407 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d58190d0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:24:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:21.064771 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 834af103-c72a-4eed-a700-f358211edfa3 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:21.085811 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-b8bb33d0-50ba-437d-9ccb-19a54dd3e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:21.087302 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-b8bb33d0-50ba-437d-9ccb-19a54dd3e28a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.1140463
Nov 24 18:25:21.135325 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Pushing event updated for resources: {'Port': ['ID=a180a236-046f-442c-9f28-b728e54854d7,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:21.138994 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:21.150144 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Allocated IP 172.20.0.1 (6a82aaae-7621-4c12-b65a-42579210ef49/86fd1350-2909-43a0-b38a-42ffc4203d88/135ba368-309f-41db-8178-985a72869d77) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:21.253220 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 834af103-c72a-4eed-a700-f358211edfa3 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:21.253612 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:21.269140 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-a3a382be-6fec-4324-8c8e-36ef8b7446ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:21.270840 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-a3a382be-6fec-4324-8c8e-36ef8b7446ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1726785
Nov 24 18:25:21.280866 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:21.510404 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:21.575837 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Transition to ACTIVE for port object 135ba368-309f-41db-8178-985a72869d77 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:21.619515 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-1f3cf172-fca3-43de-9d9b-2bb913e6fadc service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320930
Nov 24 18:25:21.755732 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d58190d0>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:18Z', 'revision_number': 3, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:21.759973 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc17b2-556e-48a5-bd2b-6b6d86a75bd2 None None] The sync data for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi is: [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:18Z', 'revision_number': 3, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:25:21.821859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:21.830068 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bbd05a84-f85b-46e6-aad2-68c6304b5238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:21.955832 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Network 6a82aaae-7621-4c12-b65a-42579210ef49 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:21.961796 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fc3210a4-0ba6-40ac-991e-457bd9d038f4 req-7c69d21f-1cc8-443a-8d15-de5c42ab905f service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305566
Nov 24 18:25:21.966216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:21.972160 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:21.999033 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:22.023749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:22.061861 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca736a-6a51-4bc6-985d-b6c6a41a44ac req-62bb50b5-09ec-4c35-a6d5-8e7a61c97e55 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:22.068785 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d3ca736a-6a51-4bc6-985d-b6c6a41a44ac req-62bb50b5-09ec-4c35-a6d5-8e7a61c97e55 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.3278992
Nov 24 18:25:22.098512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.136968 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d3ca736a-6a51-4bc6-985d-b6c6a41a44ac req-1fe1f0c4-4ebe-4372-bfed-0c7d821b7baa tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671713
Nov 24 18:25:22.284750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.309182 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c1bd8217-574c-43cc-b54e-b75f32d59e4e None None] Provisioning for port 135ba368-309f-41db-8178-985a72869d77 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:22.316487 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c1bd8217-574c-43cc-b54e-b75f32d59e4e None None] Provisioning complete for port 135ba368-309f-41db-8178-985a72869d77 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:22.316997 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c1bd8217-574c-43cc-b54e-b75f32d59e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.467155 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-c1bd8217-574c-43cc-b54e-b75f32d59e4e None None] Port 135ba368-309f-41db-8178-985a72869d77 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:25:22.571504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.577805 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.639449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:22.672239 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:22.865735 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:22.869807 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:22.928732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Network 6a82aaae-7621-4c12-b65a-42579210ef49 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:22.929904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:23.105151 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a180a236-046f-442c-9f28-b728e54854d7 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:23.201998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port a180a236-046f-442c-9f28-b728e54854d7 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:23.210623 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port a180a236-046f-442c-9f28-b728e54854d7 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:23.212768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.260857 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Router bc689814-7115-44c7-a3d5-8ba7ec616172 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:25:23.457930 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f5d89fec-6961-4696-9676-514e6eb821b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.459500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8f85d11d-e8e6-40be-926a-adba20ce68ea None None] Provisioning complete for port 135ba368-309f-41db-8178-985a72869d77 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:23.461545 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8f85d11d-e8e6-40be-926a-adba20ce68ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.528244 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3bae0-f570-451e-ada0-c4b807b4c0e2 req-d72ada21-3e30-454c-a884-c92d4f6772b9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:23.530633 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2de3bae0-f570-451e-ada0-c4b807b4c0e2 req-d72ada21-3e30-454c-a884-c92d4f6772b9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1594923
Nov 24 18:25:23.632966 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2de3bae0-f570-451e-ada0-c4b807b4c0e2 req-12db2d45-d55d-43d8-a8bf-4f74909b52c5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957823
Nov 24 18:25:23.671959 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.680156 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.684506 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8f85d11d-e8e6-40be-926a-adba20ce68ea None None] Port 135ba368-309f-41db-8178-985a72869d77 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:25:23.704074 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port a180a236-046f-442c-9f28-b728e54854d7, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a180a236-046f-442c-9f28-b728e54854d7,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:23.712839 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:23.724856 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:23.841327 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=a180a236-046f-442c-9f28-b728e54854d7,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:23.844609 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:23.852655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:25:23.867363 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Sync routers for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:25:23.888215 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:23.888999 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] 10.222.0.64 "PUT /v2.0/routers/bc689814-7115-44c7-a3d5-8ba7ec616172/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1485991
Nov 24 18:25:23.890314 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64b4040>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:24:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:24.163399 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:24.564909 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64b4040>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 2, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:24.568709 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Checking router: bc689814-7115-44c7-a3d5-8ba7ec616172 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:25:24.569073 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Updating router bc689814-7115-44c7-a3d5-8ba7ec616172 port 135ba368-309f-41db-8178-985a72869d77 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:25:24.626544 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.631351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35226) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:24.637968 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375243592-network', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:24.642980 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:24.646915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Usage tracker for resource:network and tenant:8a2937c8adc94b25b28c715a850e0397 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:24.650156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:24.657744 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:24.673162 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Made reservation on behalf of 8a2937c8adc94b25b28c715a850e0397 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:25:24.676707 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.693426 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.718993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:24.724156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Usage tracker for resource:security_group_rule and tenant:8a2937c8adc94b25b28c715a850e0397 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:24.728176 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:24.735155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:24.865718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.887692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.903750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-394e3377-e6cf-42db-b567-171926b80d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:24.916534 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ebfad-5a98-4a58-8994-8182981f5238 req-f5243a47-3071-46bd-995b-1ab771dad193 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:24.927907 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c67ebfad-5a98-4a58-8994-8182981f5238 req-f5243a47-3071-46bd-995b-1ab771dad193 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1310115
Nov 24 18:25:24.940970 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:25:24.957411 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace3b7e-06d8-409c-be70-56532bd99e8c,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:24.962161 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:24.963587 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:24.964028 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Added segment 44887f47-3f3a-446a-a133-5ec3c83b19f2 of type vlan for network 068ce9c5-2d31-4e60-acea-51ea92b71762
Nov 24 18:25:25.021562 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.056790 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a180a236-046f-442c-9f28-b728e54854d7 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:25.063071 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c67ebfad-5a98-4a58-8994-8182981f5238 req-3f4f8907-c47e-4ef1-b24d-9d7ebb6f4561 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340723
Nov 24 18:25:25.073092 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.076062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:25.077122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.116482 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c2f91609-fd31-4489-b4e5-cd5f1fa15e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:25.116914 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.131292 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Transition to ACTIVE for port object 135ba368-309f-41db-8178-985a72869d77 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:25.146093 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.150330 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5174439
Nov 24 18:25:25.154452 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35234) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:25.163658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Request body: {'subnet': {'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375243592-subnet', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:25.165430 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:25.175375 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:25.185042 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Usage tracker for resource:subnet and tenant:8a2937c8adc94b25b28c715a850e0397 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:25.203387 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:25.213266 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:25.229274 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Made reservation on behalf of 8a2937c8adc94b25b28c715a850e0397 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:25:25.229790 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port a180a236-046f-442c-9f28-b728e54854d7 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:25.232724 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.244736 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.289280 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Pushing event updated for resources: {'Network': ['ID=068ce9c5-2d31-4e60-acea-51ea92b71762,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:25.292819 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:25.301701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:25:25.465663 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Pushing event updated for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:25.559259 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.559750 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.560100 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.560475 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.560877 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.561194 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.561706 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.562040 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.564040 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.564389 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.564803 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.565801 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:25.594735 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:25.618782 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Attempting to bind port 135ba368-309f-41db-8178-985a72869d77 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:25.619488 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Attempting to bind port 135ba368-309f-41db-8178-985a72869d77 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:25.620083 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Attempting to bind port 135ba368-309f-41db-8178-985a72869d77 on network 6a82aaae-7621-4c12-b65a-42579210ef49 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:25.627025 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:25.627975 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Checking segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:25.628778 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.629439 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Bound using segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:25.630146 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Bound port: 135ba368-309f-41db-8178-985a72869d77, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:25.630685 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.668133 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.673535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:25.764488 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f65c3e-6ce5-4a21-9937-2210f788a29f,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:25.766981 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Checking segment: {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:25.767468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Network hostable DHCP agents. Network: 068ce9c5-2d31-4e60-acea-51ea92b71762, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:25:25.772746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:25.788455 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] For port 135ba368-309f-41db-8178-985a72869d77, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:25.792244 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] For port 135ba368-309f-41db-8178-985a72869d77, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=135ba368-309f-41db-8178-985a72869d77,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:25.792825 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:25:25.798610 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.803326 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-479e2a78-f18b-4491-b161-02c968b4ddb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:25.806883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 068ce9c5-2d31-4e60-acea-51ea92b71762) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:25.815058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:25.816246 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.819081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a1b5c-3417-4a78-9e83-fb0f20fb1b78 None None] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:25:25.862666 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35240) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:25.863954 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7081754
Nov 24 18:25:25.877888 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:25.891122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:25.901226 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Usage tracker for resource:router and tenant:8a2937c8adc94b25b28c715a850e0397 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:25.904734 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:25.924890 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Pushing event updated for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:25.928037 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:25.929261 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:25.931354 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:25.932253 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64b4040>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:24:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:25.942040 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.948274 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:25.997237 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:26.218851 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:26.310960 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2a76a3bf-2b4a-4269-976a-393ebe5599be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:26.336800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-068ce9c5-2d31-4e60-acea-51ea92b71762', 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'fixed_ips': [{'subnet_id': '67f65c3e-6ce5-4a21-9937-2210f788a29f'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 18:25:26.337762 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:26.657616 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Allocated IP 172.20.0.2 (068ce9c5-2d31-4e60-acea-51ea92b71762/67f65c3e-6ce5-4a21-9937-2210f788a29f/e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:26.704435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:26.723650 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64b4040>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:25Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:26.743343 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc5f00-4c2a-494d-9e12-87cef46d4dd1 None None] The sync data for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi is: [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:25Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:25:26.891975 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f8f1-148c-4425-9373-21e3016d907a req-bd6fee49-0cce-484e-8108-72f750f34cd0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:26.893473 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4977f8f1-148c-4425-9373-21e3016d907a req-bd6fee49-0cce-484e-8108-72f750f34cd0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.3377011
Nov 24 18:25:26.980188 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4977f8f1-148c-4425-9373-21e3016d907a req-9b92d2c1-bbf3-4996-bc6f-bfd1921ac030 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699151
Nov 24 18:25:27.008879 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.054177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.085104 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Transition to ACTIVE for port object e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:27.135035 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Transition to ACTIVE for port object e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:27.138516 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 135ba368-309f-41db-8178-985a72869d77 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:27.194194 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.208090 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:27.284299 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:27.289288 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:27.294803 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:27.323757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.348297 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Pushing event updated for resources: {'Port': ['ID=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:27.360453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:27.368935 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.422511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 135ba368-309f-41db-8178-985a72869d77 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:27.438159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 135ba368-309f-41db-8178-985a72869d77 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:27.438608 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.501465 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Attempting to bind port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:27.501849 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Attempting to bind port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:27.502228 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Attempting to bind port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 on network 068ce9c5-2d31-4e60-acea-51ea92b71762 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:27.531702 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:27.532070 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Checking segment: {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:27.532486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.532893 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Bound using segment: {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:27.533377 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Bound port: e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:27.533763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.680781 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Allocated IP 172.27.0.3 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/4c961056-7a72-45b8-a7eb-1b521c4a224f) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:27.780105 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-d337334e-a016-417b-8543-22f79136f7ca None None] For port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:27.806351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.854626 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-d337334e-a016-417b-8543-22f79136f7ca None None] For port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:27.876134 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.883800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:27.893507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.942100 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:27.954283 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-398f791f-db7b-460e-81a5-12e10305b052 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:28.002419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 135ba368-309f-41db-8178-985a72869d77, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=135ba368-309f-41db-8178-985a72869d77,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:28.008007 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:28.033280 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Pushing event updated for resources: {'Port': ['ID=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:28.036678 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:28.037376 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:28.074175 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:28.080607 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:28.089536 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:28.192643 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:28.200041 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:28.201163 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4c961056-7a72-45b8-a7eb-1b521c4a224f,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:28.211623 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:28.246608 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:28.393904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b89b4-3c18-4cfb-b563-2129eae72a91 req-f711b04f-38e1-4068-9143-3dc18746fba0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:28.400926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-100b89b4-3c18-4cfb-b563-2129eae72a91 req-f711b04f-38e1-4068-9143-3dc18746fba0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1544411
Nov 24 18:25:28.517810 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-100b89b4-3c18-4cfb-b563-2129eae72a91 req-f523dc0f-fe0a-45c8-8e12-a66debe46ea1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160123
Nov 24 18:25:28.878475 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.118082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:29.208035 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:29.213335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 135ba368-309f-41db-8178-985a72869d77 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:29.319868 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 135ba368-309f-41db-8178-985a72869d77 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:29.320693 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.351841 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bd5ceb-1ff1-499a-b507-8e1dd38ab840 None None] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:25:29.435418 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.476662 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Provisioning for port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:29.491267 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Provisioning complete for port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:29.491679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.807640 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.810081 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2d4bf-9972-423e-b498-a542d0b38821 req-0565ed2e-50cc-476d-882c-03ba53972f03 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:29.812078 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3bf2d4bf-9972-423e-b498-a542d0b38821 req-0565ed2e-50cc-476d-882c-03ba53972f03 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1500916
Nov 24 18:25:29.860331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] For port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:29.866401 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:29.872455 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:29.905589 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3bf2d4bf-9972-423e-b498-a542d0b38821 req-afec2249-b1d3-49c3-98f9-e35d365fd4bf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878630
Nov 24 18:25:29.906292 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 18:25:29.975662 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Pushing event updated for resources: {'Port': ['ID=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:29.978781 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:30.107464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:30.133847 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:25:30.144872 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Sync routers for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:25:30.164733 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:30.169518 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-dcb349de-7a5e-49fd-be88-811a573f95c6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 4.3007705
Nov 24 18:25:30.170178 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35260) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:30.171709 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:30.172467 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d56361f0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:30.274402 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ee27d116-951a-43c7-bc89-731f5ce21d50 None None] Provisioning complete for port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:30.274789 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ee27d116-951a-43c7-bc89-731f5ce21d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:30.326391 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:25:30.457286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:30.888809 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d56361f0>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:28Z', 'revision_number': 3, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:30.892656 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Checking router: 0e80ad1d-2ca3-409e-a342-f99497af4ad0 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:25:30.893008 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Updating router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 port 4c961056-7a72-45b8-a7eb-1b521c4a224f binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:25:30.949743 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.088946 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:31.185782 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.251478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572bdce-0180-466e-a09f-52a5283188e9 req-e1ac51fa-03bb-47a7-a3cc-230cd04572d9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:31.254144 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d572bdce-0180-466e-a09f-52a5283188e9 req-e1ac51fa-03bb-47a7-a3cc-230cd04572d9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1094918
Nov 24 18:25:31.320381 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d572bdce-0180-466e-a09f-52a5283188e9 req-71af9474-5742-48dd-ab13-bf948acaf07a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610516
Nov 24 18:25:31.348155 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:31.348155 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.463322 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Allocated IP 172.20.0.1 (068ce9c5-2d31-4e60-acea-51ea92b71762/67f65c3e-6ce5-4a21-9937-2210f788a29f/ca35096b-0070-4f31-9402-434331e8a0d8) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:31.570324 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.591438 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Transition to ACTIVE for port object 4c961056-7a72-45b8-a7eb-1b521c4a224f will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:31.603245 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.607763 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-1912bbc6-d91f-4b14-85d1-d1acd5f16ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:31.644088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.661773 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Transition to ACTIVE for port object ca35096b-0070-4f31-9402-434331e8a0d8 will not be triggered until provisioned by entity DHCP. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:31.687047 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.691494 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:31.707946 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Attempting to bind port 4c961056-7a72-45b8-a7eb-1b521c4a224f on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:31.708328 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Attempting to bind port 4c961056-7a72-45b8-a7eb-1b521c4a224f by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:31.708701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Attempting to bind port 4c961056-7a72-45b8-a7eb-1b521c4a224f on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:31.714541 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d251b2-df8b-48a6-b084-d485752ff836 None None] Pushing event updated for resources: {'Port': ['ID=4c961056-7a72-45b8-a7eb-1b521c4a224f,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:31.729939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-38d251b2-df8b-48a6-b084-d485752ff836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:31.729939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:31.729939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:31.730326 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.731696 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:31.732115 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Bound port: 4c961056-7a72-45b8-a7eb-1b521c4a224f, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:31.732497 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.762222 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:31.765694 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:31.768171 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:31.807358 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Pushing event updated for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:31.811752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:31.836625 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.852996 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] For port 4c961056-7a72-45b8-a7eb-1b521c4a224f, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:31.856800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] For port 4c961056-7a72-45b8-a7eb-1b521c4a224f, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4c961056-7a72-45b8-a7eb-1b521c4a224f,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:31.862877 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:31.866628 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-b760f428-0530-4ae0-b066-13e0ab85e845 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:31.951191 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:31.951426 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d56361f0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:32.018267 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d251b2-df8b-48a6-b084-d485752ff836 None None] Pushing event updated for resources: {'Port': ['ID=4c961056-7a72-45b8-a7eb-1b521c4a224f,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:32.023585 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-38d251b2-df8b-48a6-b084-d485752ff836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:32.162436 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:32.237507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:32.341522 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-475a819a-beeb-40c5-8f6a-3d6fc9222583 None None] Provisioning for port ca35096b-0070-4f31-9402-434331e8a0d8 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:32.407658 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-475a819a-beeb-40c5-8f6a-3d6fc9222583 None None] Provisioning complete for port ca35096b-0070-4f31-9402-434331e8a0d8 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:32.408351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-475a819a-beeb-40c5-8f6a-3d6fc9222583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:32.513446 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:32.519848 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247358'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:32.556565 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-475a819a-beeb-40c5-8f6a-3d6fc9222583 None None] Port ca35096b-0070-4f31-9402-434331e8a0d8 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:25:32.591893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0c0269f2-cd44-488d-ab0c-bd49e9d9ccc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:32.709177 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:32.714711 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Pushing event updated for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:32.717871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d56361f0>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:28Z', 'revision_number': 3, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:32.725992 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:32.727253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1d0f88-e593-43b0-9a65-8ecae013a468 None None] The sync data for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi is: [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:28Z', 'revision_number': 3, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:25:32.814141 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d13a8-a928-4d26-a873-e37095ab0e9e req-014e2ea4-823c-4d54-8004-cfb2b2997ca5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:32.816654 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b24d13a8-a928-4d26-a873-e37095ab0e9e req-014e2ea4-823c-4d54-8004-cfb2b2997ca5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.2611797
Nov 24 18:25:32.894830 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b24d13a8-a928-4d26-a873-e37095ab0e9e req-17f10c39-0452-4afb-8abd-d07a3954b981 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647843
Nov 24 18:25:32.924234 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:32.925655 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:33.078180 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4c961056-7a72-45b8-a7eb-1b521c4a224f up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:33.160465 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 4c961056-7a72-45b8-a7eb-1b521c4a224f completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:33.165926 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4c961056-7a72-45b8-a7eb-1b521c4a224f triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:33.166519 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:33.296513 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-2d5cd71f-aab4-482f-9733-bad2ef7a4267 None None] Provisioning complete for port ca35096b-0070-4f31-9402-434331e8a0d8 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:33.296913 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d5cd71f-aab4-482f-9733-bad2ef7a4267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:33.306469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:25:33.404595 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-2d5cd71f-aab4-482f-9733-bad2ef7a4267 None None] Port ca35096b-0070-4f31-9402-434331e8a0d8 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:25:33.413445 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:33.441313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 4c961056-7a72-45b8-a7eb-1b521c4a224f, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4c961056-7a72-45b8-a7eb-1b521c4a224f,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:33.446054 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:33.453331 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-38d251b2-df8b-48a6-b084-d485752ff836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:33.513887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:25:33.522905 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] 10.222.0.64 "PUT /v2.0/routers/0e80ad1d-2ca3-409e-a342-f99497af4ad0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3511066
Nov 24 18:25:33.526094 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=4c961056-7a72-45b8-a7eb-1b521c4a224f,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:33.532177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:34.093623 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9aef9-0c11-4c8c-a3b8-06bc3a5bb8c1 req-1d490848-3ed9-4ef6-9386-9808ff4563fc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:34.094969 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9ed9aef9-0c11-4c8c-a3b8-06bc3a5bb8c1 req-1d490848-3ed9-4ef6-9386-9808ff4563fc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0792806
Nov 24 18:25:34.138478 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9ed9aef9-0c11-4c8c-a3b8-06bc3a5bb8c1 req-ebd84d6d-81b8-4cf4-8a5b-ca8e53761b66 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377188
Nov 24 18:25:34.310809 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35284) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:34.316039 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-679808761', 'description': 'tempest-secgroup-smoke-679808761 description', 'project_id': '64beedb83ebb48e291cc631a123c1504'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:34.321966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.326058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.329083 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:34.335539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:34.346434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.366215 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.369934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.372754 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:34.378342 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:34.421921 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Sync routers for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:25:34.431543 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:34.432204 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d577dd60>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:34.458334 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.462305 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.466606 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:34.508721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:34.511386 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.512875 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2010808
Nov 24 18:25:34.513774 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0dce8f13-ff84-4194-893c-2de79c070e99 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:34.515844 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35290) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:34.520848 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:34.526914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.530763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.533628 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:34.539555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:34.559393 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.619184 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:34.620847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.625858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.632590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0a5267e0-b4be-499d-b025-0f1cf55798e4 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:34.653803 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8e4c24-57e8-4cbf-a92a-67dd09ac48e9,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:34.656614 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:34.664430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.665696 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1489348
Nov 24 18:25:34.668545 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35294) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:34.674296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:34.680553 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.684849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.687826 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:34.693607 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:34.710979 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.776191 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.780749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.787316 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-71c28d2d-a055-4530-8b6d-ed67f49be33f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:34.806667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09a8121-19bc-486b-8cf2-264fec065f27,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:34.809919 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:34.817635 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.818925 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1493852
Nov 24 18:25:34.821605 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35298) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:34.827366 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:34.833022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.836838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.839782 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:34.845644 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:34.862374 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.926535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.930120 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.938755 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:34.959793 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a45505f-a8a6-4265-a9aa-3e879cac710c,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:34.962666 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:34.967539 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d577dd60>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:32Z', 'revision_number': 4, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ca35096b-0070-4f31-9402-434331e8a0d8', 'name': '', 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'mac_address': 'fa:16:3e:5c:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:31Z', 'updated_at': '2021-11-24T18:25:32Z', 'revision_number': 2, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'subnets': [{'id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:34.967791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:34.968923 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7071b29b-9feb-4598-a9b9-9dd425b0beac tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1464052
Nov 24 18:25:34.971809 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Checking router: 0e80ad1d-2ca3-409e-a342-f99497af4ad0 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:25:34.972162 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Updating router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 port ca35096b-0070-4f31-9402-434331e8a0d8 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:25:34.972848 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35302) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:34.978478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:34.985466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:34.989918 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:34.994666 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:35.000570 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:35.018592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.029066 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.039451 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4c961056-7a72-45b8-a7eb-1b521c4a224f up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:35.092210 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.096702 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.099066 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f4b23bb3-6cf2-4f53-8695-b55ae8ee16a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:35.112998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4c961056-7a72-45b8-a7eb-1b521c4a224f triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:35.113296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.122593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600218ef-e74b-43c5-9e89-dd1b62d4b679,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:35.125259 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:35.140564 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.141926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1678970
Nov 24 18:25:35.144396 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35306) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:35.149676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:35.156169 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:35.160188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:35.163269 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:35.179763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:35.200201 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.securitygroups_db [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Project 64beedb83ebb48e291cc631a123c1504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 18:25:35.208440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.289405 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.294739 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.297027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-552eb54c-81af-478b-8bef-19202125860d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:35.319840 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d314fe95-f327-47d0-9e5c-1ec79d8012ce,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:35.324867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:35.334082 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.335437 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1899807
Nov 24 18:25:35.338012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35312) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:25:35.343893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'security_group_rule': {'security_group_id': '308fc4f0-bbe1-40e7-b169-b3b3bdbae94a', 'project_id': '64beedb83ebb48e291cc631a123c1504', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:35.349638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:35.353634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:security_group_rule and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:25:35.356357 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1d6ac-c052-4dc1-8416-5305203466ad req-b3417cb6-276f-41c4-8b13-9901a44de651 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:35.357073 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:25:35.357779 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d2b1d6ac-c052-4dc1-8416-5305203466ad req-b3417cb6-276f-41c4-8b13-9901a44de651 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1030741
Nov 24 18:25:35.364575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:35.378158 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.securitygroups_db [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Project 64beedb83ebb48e291cc631a123c1504 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 18:25:35.387255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.409550 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.421052 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d2b1d6ac-c052-4dc1-8416-5305203466ad req-b01cd85e-026c-4503-a92a-5a92f44f6800 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554142
Nov 24 18:25:35.429989 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Transition to ACTIVE for port object ca35096b-0070-4f31-9402-434331e8a0d8 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:35.438581 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.448609 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:35.470596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.475592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.477800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-30a7e745-6e28-45e8-bca7-e6cfc1c6624f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:35.499227 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8034e6ec-175d-418a-a6f4-755a15a1f7be,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:35.503119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:35.512447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.516069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-2796ec85-d4ca-4bb8-bdf7-21e060d93594 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1769903
Nov 24 18:25:35.656758 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c4b5-7a21-47a1-9392-1ad576b52bec None None] Pushing event updated for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:35.659666 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4b5-7a21-47a1-9392-1ad576b52bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:35.682710 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Attempting to bind port ca35096b-0070-4f31-9402-434331e8a0d8 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:35.683085 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Attempting to bind port ca35096b-0070-4f31-9402-434331e8a0d8 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:35.684533 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Attempting to bind port ca35096b-0070-4f31-9402-434331e8a0d8 on network 068ce9c5-2d31-4e60-acea-51ea92b71762 {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:35.690812 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:35.691857 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Checking segment: {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:35.692575 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.693214 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Bound using segment: {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:35.693852 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Bound port: ca35096b-0070-4f31-9402-434331e8a0d8, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44887f47-3f3a-446a-a133-5ec3c83b19f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:35.694610 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.789289 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] For port ca35096b-0070-4f31-9402-434331e8a0d8, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:35.792387 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] For port ca35096b-0070-4f31-9402-434331e8a0d8, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ca35096b-0070-4f31-9402-434331e8a0d8,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:35.798028 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:35.803207 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:35.879423 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:25:35.880096 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d577dd60>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:35.937259 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8c4b5-7a21-47a1-9392-1ad576b52bec None None] Pushing event updated for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:35.948003 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4b5-7a21-47a1-9392-1ad576b52bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:36.075458 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:25:36.415827 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d577dd60>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:32Z', 'revision_number': 4, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ca35096b-0070-4f31-9402-434331e8a0d8', 'name': '', 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'mac_address': 'fa:16:3e:5c:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:31Z', 'updated_at': '2021-11-24T18:25:35Z', 'revision_number': 4, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'subnets': [{'id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:25:36.420987 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baa1872-d21e-43db-b7b9-50a5ec7c4e22 None None] The sync data for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi is: [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:25:32Z', 'revision_number': 4, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'ca35096b-0070-4f31-9402-434331e8a0d8', 'name': '', 'network_id': '068ce9c5-2d31-4e60-acea-51ea92b71762', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'mac_address': 'fa:16:3e:5c:1f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:31Z', 'updated_at': '2021-11-24T18:25:35Z', 'revision_number': 4, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'subnets': [{'id': '67f65c3e-6ce5-4a21-9937-2210f788a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:25:36.658468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02af48-69d8-437b-8c3b-d6f6694a6236 req-9eeddba2-f48a-4810-a0cf-ecdbcb1111f5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:36.660090 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d02af48-69d8-437b-8c3b-d6f6694a6236 req-9eeddba2-f48a-4810-a0cf-ecdbcb1111f5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.1020505
Nov 24 18:25:36.716246 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5d02af48-69d8-437b-8c3b-d6f6694a6236 req-d01c6af7-995d-4cea-a6b2-26264633f364 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501585
Nov 24 18:25:37.059999 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ca35096b-0070-4f31-9402-434331e8a0d8 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:37.133507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port ca35096b-0070-4f31-9402-434331e8a0d8 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:37.138521 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ca35096b-0070-4f31-9402-434331e8a0d8 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:37.138901 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:37.267154 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:37.307433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port ca35096b-0070-4f31-9402-434331e8a0d8, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ca35096b-0070-4f31-9402-434331e8a0d8,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:37.311987 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:37.314257 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:37.385852 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:37.395980 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:37.912687 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ab01-ed3a-4786-bc6c-5b05a1a48a33 req-e7603571-a95b-4972-a833-884c10328281 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:37.914309 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3705ab01-ed3a-4786-bc6c-5b05a1a48a33 req-e7603571-a95b-4972-a833-884c10328281 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0818465
Nov 24 18:25:37.965954 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3705ab01-ed3a-4786-bc6c-5b05a1a48a33 req-8f41457d-7fcf-4889-9eb1-c64d7341445c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447714
Nov 24 18:25:39.045948 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ca35096b-0070-4f31-9402-434331e8a0d8 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:39.125338 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port ca35096b-0070-4f31-9402-434331e8a0d8 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:39.125715 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:39.173658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10567968-d8ee-4a98-920a-0ec594e28bdf req-efad05d6-4882-4dd2-b6da-a0c0166e1280 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:39.175478 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-10567968-d8ee-4a98-920a-0ec594e28bdf req-efad05d6-4882-4dd2-b6da-a0c0166e1280 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0808740
Nov 24 18:25:39.224580 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-10567968-d8ee-4a98-920a-0ec594e28bdf req-0bba806f-14d3-45d8-bd07-2999f0f68460 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425301
Nov 24 18:25:40.415378 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d48dc-c3bb-4fe6-b9bb-0a64db76a4ae req-53f31a99-d97e-4d7d-b1e0-af3c0328fb1c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:40.416866 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-331d48dc-c3bb-4fe6-b9bb-0a64db76a4ae req-53f31a99-d97e-4d7d-b1e0-af3c0328fb1c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0818405
Nov 24 18:25:40.462972 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-331d48dc-c3bb-4fe6-b9bb-0a64db76a4ae req-36f07848-8d51-4cdf-99ad-4591c28a93d9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396833
Nov 24 18:25:41.661119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4cb28-9986-4847-aeb7-806888063ce4 req-aa3b45e7-fbdd-4a83-a63a-5d404385fa67 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:41.662580 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2bf4cb28-9986-4847-aeb7-806888063ce4 req-aa3b45e7-fbdd-4a83-a63a-5d404385fa67 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0847912
Nov 24 18:25:41.707460 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2bf4cb28-9986-4847-aeb7-806888063ce4 req-82dbdff3-fa1d-4252-b1e7-c18de587d697 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393424
Nov 24 18:25:42.904319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567fcc-dc77-4ec0-a323-00b7e6b953e1 req-231c162d-42da-49bf-a092-65df0a637efc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:42.905967 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b3567fcc-dc77-4ec0-a323-00b7e6b953e1 req-231c162d-42da-49bf-a092-65df0a637efc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 943 time: 0.0861611
Nov 24 18:25:42.953230 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b3567fcc-dc77-4ec0-a323-00b7e6b953e1 req-d39c2528-6f8a-4acc-ad17-e3c1cc0b9bfe tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412161
Nov 24 18:25:43.500874 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:25:43.637459 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:43.653929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'mac_address': 'fa:16:3e:01:6a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:25:43.716494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:43.734822 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:25:43.751186 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:43.755169 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:43.756951 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:43.829907 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=9']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:43.832903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:44.091146 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['d53e85b1-8c8f-4c11-8893-3ba3f648e9d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:25:44.150549 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f11f2-161d-4dfe-bf80-ad4a7ab4d164 req-94b41933-2671-47f8-8311-36743d30dce1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:44.152005 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a0f11f2-161d-4dfe-bf80-ad4a7ab4d164 req-94b41933-2671-47f8-8311-36743d30dce1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 944 time: 0.0832877
Nov 24 18:25:44.204998 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a0f11f2-161d-4dfe-bf80-ad4a7ab4d164 req-57bf2395-bd39-4a57-98d5-2cdc31aa5a9f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468347
Nov 24 18:25:45.404199 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33386d-8df2-4742-b83c-d2d4b192ddf7 req-5780d9ab-0f55-4a6a-bb4a-858b77316b1a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:45.406442 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dd33386d-8df2-4742-b83c-d2d4b192ddf7 req-5780d9ab-0f55-4a6a-bb4a-858b77316b1a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 944 time: 0.0857840
Nov 24 18:25:45.452868 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dd33386d-8df2-4742-b83c-d2d4b192ddf7 req-ebf8ec7a-0a96-427a-82be-ec0233bcfe5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408247
Nov 24 18:25:45.497965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:25:45.571929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:45.572309 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:45.692950 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:45.721531 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:25:45.731270 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:25:45.735823 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:45.738640 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-be40af7d-f979-4364-a67a-0b040238bab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:45.770807 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'code': 200}
Nov 24 18:25:45.812913 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=10']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:45.816648 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:46.266667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04139e6-8eba-4f47-9526-7fc5b4f76eff req-5bf91cb5-3572-4f21-b263-79d52b5415a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:46.268160 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d04139e6-8eba-4f47-9526-7fc5b4f76eff req-5bf91cb5-3572-4f21-b263-79d52b5415a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1099 time: 0.0709379
Nov 24 18:25:46.309400 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d04139e6-8eba-4f47-9526-7fc5b4f76eff req-0c695406-ce97-4dec-bf62-d6123381e963 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342367
Nov 24 18:25:46.650633 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895ab4-71ca-4b19-8ef4-df74be52f79a req-612601d4-f583-467a-8d79-45914f87bf36 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:46.652182 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fe895ab4-71ca-4b19-8ef4-df74be52f79a req-612601d4-f583-467a-8d79-45914f87bf36 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0854647
Nov 24 18:25:46.699580 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fe895ab4-71ca-4b19-8ef4-df74be52f79a req-a2d80509-91b0-4df5-a1b6-278876c44b74 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415020
Nov 24 18:25:47.918820 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086ac93-5884-4e13-9d8f-66c14acd9b7c req-50433c10-af36-4f65-9eb0-410880590e97 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:47.921099 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1086ac93-5884-4e13-9d8f-66c14acd9b7c req-50433c10-af36-4f65-9eb0-410880590e97 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0918541
Nov 24 18:25:47.969083 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1086ac93-5884-4e13-9d8f-66c14acd9b7c req-fa6db44a-aa1b-4f07-9c2a-33b56cf29ed0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414414
Nov 24 18:25:49.170294 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dbf3b-9547-477b-a28d-eaa48bd8f9f4 req-044909e0-90c9-4956-9824-08f9dbbddba0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:49.171758 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-027dbf3b-9547-477b-a28d-eaa48bd8f9f4 req-044909e0-90c9-4956-9824-08f9dbbddba0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0800953
Nov 24 18:25:49.215729 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-027dbf3b-9547-477b-a28d-eaa48bd8f9f4 req-1c63784a-9f62-4254-89cd-126be81ee6c6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380867
Nov 24 18:25:52.777140 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-b5f24cdf-4241-477e-bf9b-559846e70ce3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Synchronizing usage tracker for tenant:64beedb83ebb48e291cc631a123c1504 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:25:52.793032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-b5f24cdf-4241-477e-bf9b-559846e70ce3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Unset dirty status for tenant:64beedb83ebb48e291cc631a123c1504 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:25:52.794203 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-b5f24cdf-4241-477e-bf9b-559846e70ce3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-679808761&fields=id&tenant_id=64beedb83ebb48e291cc631a123c1504 HTTP/1.1" status: 200  len: 267 time: 0.0554917
Nov 24 18:25:53.005673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ce8b3cf0-c6e0-4968-af51-67f2bafb1996 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:53.006356 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ce8b3cf0-c6e0-4968-af51-67f2bafb1996 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Synchronizing usage tracker for tenant:64beedb83ebb48e291cc631a123c1504 on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:25:53.022860 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ce8b3cf0-c6e0-4968-af51-67f2bafb1996 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Unset dirty status for tenant:64beedb83ebb48e291cc631a123c1504 on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:25:53.023976 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ce8b3cf0-c6e0-4968-af51-67f2bafb1996 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 808 time: 0.2221193
Nov 24 18:25:53.038683 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-a9d0554a-335f-4610-9573-fe734323e3a5 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/quotas/64beedb83ebb48e291cc631a123c1504 HTTP/1.1" status: 200  len: 375 time: 0.0092590
Nov 24 18:25:53.127199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-bc696552-9664-40b0-8369-abcb31a29ac8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Synchronizing usage tracker for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:25:53.145078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-bc696552-9664-40b0-8369-abcb31a29ac8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Unset dirty status for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:25:53.146361 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-bc696552-9664-40b0-8369-abcb31a29ac8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1027856
Nov 24 18:25:53.255591 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ac8361c0-42d3-4aa4-b379-82b5ab13dfee service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:25:53.256583 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-ac8361c0-42d3-4aa4-b379-82b5ab13dfee service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0985670
Nov 24 18:25:53.280711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4d1e8eac-1d99-4078-9e88-72effac7ce0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:53.388017 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-40905087-3dc7-41b2-9f27-ba2f70961f67 service neutron] 10.222.0.64 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255991
Nov 24 18:25:53.528061 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-7b360e5e-b9d0-49db-8740-2b7506b2d6c7 service neutron] 10.222.0.64 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329610
Nov 24 18:25:53.541644 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:53.928955 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b66e3ce8-d412-48e7-8abc-0cf4ab55cd48 req-ac58b19a-d014-4003-94c5-95bb79e14aae tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 210 time: 0.0459116
Nov 24 18:25:55.095329 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d87bd613-a08d-4859-a042-00c8051abf36 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:55.096802 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d87bd613-a08d-4859-a042-00c8051abf36 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 808 time: 0.1964338
Nov 24 18:25:55.098781 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-45d1f96a-7773-4a5f-83ad-f1917700327d req-eaab3a14-9a8b-412f-af6c-4c028f64b02a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 210 time: 0.0574405
Nov 24 18:25:55.149743 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-6dd695c2-994a-4532-8f4a-9581776e54c5 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64beedb83ebb48e291cc631a123c1504 HTTP/1.1" status: 200  len: 379 time: 0.0440173
Nov 24 18:25:55.167414 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'port': {'device_id': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'admin_state_up': True, 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'security_groups': ['308fc4f0-bbe1-40e7-b169-b3b3bdbae94a']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:55.304758 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:25:55.315003 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:25:55.325082 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Made reservation on behalf of 64beedb83ebb48e291cc631a123c1504 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:25:55.328760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:55.507203 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Allocated IP 172.20.0.8 (6a82aaae-7621-4c12-b65a-42579210ef49/86fd1350-2909-43a0-b38a-42ffc4203d88/14049677-4550-4720-bae9-0ec4b86404d1) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:25:55.705325 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:55.721815 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Transition to ACTIVE for port object 14049677-4550-4720-bae9-0ec4b86404d1 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:55.749590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:55.758108 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f7009ac8-771d-423c-b3f7-338a693b324c tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:55.828180 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Network 6a82aaae-7621-4c12-b65a-42579210ef49 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:25:55.832145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:25:55.836009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:25:55.870400 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:55.888848 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.889149 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.889520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.889886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.890245 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.890605 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.891052 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.892098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.892464 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.892824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.893180 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.893535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:25:55.899302 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:55.914695 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:55.915310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:55.942562 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7787883
Nov 24 18:25:55.955028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Request body: {'port': {'device_id': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:25:56.068131 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.121532 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-f6d33cbc-2083-450e-85fb-7098b9483505 None None] Provisioning for port 14049677-4550-4720-bae9-0ec4b86404d1 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:25:56.130797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-f6d33cbc-2083-450e-85fb-7098b9483505 None None] Provisioning complete for port 14049677-4550-4720-bae9-0ec4b86404d1 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:25:56.131193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f6d33cbc-2083-450e-85fb-7098b9483505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.242821 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-576bb077-cd63-4b0b-8a7d-474841d3c1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.245808 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-f6d33cbc-2083-450e-85fb-7098b9483505 None None] Port 14049677-4550-4720-bae9-0ec4b86404d1 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:25:56.292529 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82850f-e749-4da2-9d60-61b953706af9 req-330efcfc-67e1-428d-9586-a4d52ac8c6f6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:56.293986 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1a82850f-e749-4da2-9d60-61b953706af9 req-330efcfc-67e1-428d-9586-a4d52ac8c6f6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 931 time: 0.0865903
Nov 24 18:25:56.340046 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1a82850f-e749-4da2-9d60-61b953706af9 req-cda037a6-defe-40a1-ac98-06bc45c67dc6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399425
Nov 24 18:25:56.496209 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14049677-4550-4720-bae9-0ec4b86404d1 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:25:56.504159 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.518971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Transition to ACTIVE for port object 14049677-4550-4720-bae9-0ec4b86404d1 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:25:56.522241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.526515 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e989aef8-1d3f-4f81-862c-86693ea0339f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:56.654692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:56.685180 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:56.767186 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Attempting to bind port 14049677-4550-4720-bae9-0ec4b86404d1 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:25:56.767516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Attempting to bind port 14049677-4550-4720-bae9-0ec4b86404d1 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:25:56.767945 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Attempting to bind port 14049677-4550-4720-bae9-0ec4b86404d1 on network 6a82aaae-7621-4c12-b65a-42579210ef49 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:56.773667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Port 14049677-4550-4720-bae9-0ec4b86404d1 on network 6a82aaae-7621-4c12-b65a-42579210ef49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:25:56.774002 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Attempting to bind port 14049677-4550-4720-bae9-0ec4b86404d1 on network 6a82aaae-7621-4c12-b65a-42579210ef49 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:25:56.780323 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:25:56.780663 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Checking segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:25:56.781057 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Bound using segment: {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:25:56.781544 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Bound port: 14049677-4550-4720-bae9-0ec4b86404d1, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:25:56.781893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.873722 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:25:56.877342 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:25:56.882016 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.886593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-67d065c8-6812-436d-ba7b-37a7d6b20ed3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:25:56.892309 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.943170 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:56.943817 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:56.945207 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-d601895d-b108-4945-9441-6f79f9527783 service neutron] 10.222.0.55 "PUT /v2.0/ports/14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 1093 time: 0.9949880
Nov 24 18:25:56.945706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:25:56.966493 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:25:56.970721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:25:57.055044 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'status': 'completed', 'code': 200}
Nov 24 18:25:57.072369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-bc0dc1b4-ad6b-4fc3-9b34-5d35daf120e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.073876 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-bc0dc1b4-ad6b-4fc3-9b34-5d35daf120e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1096 time: 0.0857852
Nov 24 18:25:57.144336 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-f5e72baa-b513-4203-a576-07ac96da7f95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 217 time: 0.0622351
Nov 24 18:25:57.212267 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-0fcaf38a-ddea-401a-9512-aebce139acec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.213636 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-0fcaf38a-ddea-401a-9512-aebce139acec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0634573
Nov 24 18:25:57.288689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-31070734-f93e-4351-9bcc-a192af768d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.290150 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-31070734-f93e-4351-9bcc-a192af768d45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698378
Nov 24 18:25:57.432946 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-7102695f-6a59-4ba1-9f87-8c9e53d6e920 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344361
Nov 24 18:25:57.536361 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e3d3f-5c52-41ee-8bdc-c6e13a7bbd26 req-4bd9b5f3-dc9b-45db-8c6f-02392807f0b6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.539390 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-177e3d3f-5c52-41ee-8bdc-c6e13a7bbd26 req-4bd9b5f3-dc9b-45db-8c6f-02392807f0b6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0931103
Nov 24 18:25:57.572445 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cd08c4d3-f4dc-44d1-af52-b18c72f7864e req-f2864a12-b770-4ff8-88a1-d48ee62a4fcd service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329176
Nov 24 18:25:57.591333 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-177e3d3f-5c52-41ee-8bdc-c6e13a7bbd26 req-01acfae7-29c8-40da-b29a-743d45673802 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460162
Nov 24 18:25:57.698836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-2e8ee2dc-9edd-4c6d-bee9-70468e76be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.700254 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-2e8ee2dc-9edd-4c6d-bee9-70468e76be5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1096 time: 0.0712166
Nov 24 18:25:57.834945 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-d6a8f203-9153-4e85-80b9-e3a599614ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.836396 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-d6a8f203-9153-4e85-80b9-e3a599614ac9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1273050
Nov 24 18:25:57.909379 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-6ccfd800-65fa-4ae2-a390-cd98c6960390 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 217 time: 0.0637167
Nov 24 18:25:57.974116 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-65e86cb5-f6a5-4582-a783-793768c2bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:57.975406 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-65e86cb5-f6a5-4582-a783-793768c2bc18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0593951
Nov 24 18:25:58.049412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-360611ae-0597-4d52-844f-bd82eb32fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:58.051098 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-360611ae-0597-4d52-844f-bd82eb32fbe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690625
Nov 24 18:25:58.233987 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:25:58.243071 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-a63ef109-0b65-405f-8070-1b78ad439b65 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855299
Nov 24 18:25:58.379323 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-73ac4b93-62c5-474e-8dfe-5e031e24114a req-d4882534-770f-4cdd-886e-98c9c6025fd7 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244385
Nov 24 18:25:58.780430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950bede-9daf-485a-b79c-ddefbeba0de9 req-ae96581b-a0eb-4484-8ae4-a40e67edd56a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:25:58.781114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-d950bede-9daf-485a-b79c-ddefbeba0de9 req-ae96581b-a0eb-4484-8ae4-a40e67edd56a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Synchronizing usage tracker for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:25:58.796269 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-d950bede-9daf-485a-b79c-ddefbeba0de9 req-ae96581b-a0eb-4484-8ae4-a40e67edd56a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Unset dirty status for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:25:58.797641 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d950bede-9daf-485a-b79c-ddefbeba0de9 req-ae96581b-a0eb-4484-8ae4-a40e67edd56a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0954599
Nov 24 18:25:58.849918 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d950bede-9daf-485a-b79c-ddefbeba0de9 req-064a2880-2c52-471f-ac2b-f774836a15a7 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463595
Nov 24 18:26:00.031278 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f31ede-7e0c-4176-b641-3faf6fa7f7f1 req-e2a5127b-54a6-4f1f-b4f7-8f54a592f603 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:00.033325 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-38f31ede-7e0c-4176-b641-3faf6fa7f7f1 req-e2a5127b-54a6-4f1f-b4f7-8f54a592f603 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0788865
Nov 24 18:26:00.080264 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-38f31ede-7e0c-4176-b641-3faf6fa7f7f1 req-551c0405-312b-4469-8443-e4b4b6ae7a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413163
Nov 24 18:26:00.129574 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:01.265268 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a30261-1c3e-48f1-9309-51c6b527f3c9 req-2fd9f7fd-e1eb-452e-9bd6-c89beb58a97a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:01.267795 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-71a30261-1c3e-48f1-9309-51c6b527f3c9 req-2fd9f7fd-e1eb-452e-9bd6-c89beb58a97a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0821817
Nov 24 18:26:01.312154 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-71a30261-1c3e-48f1-9309-51c6b527f3c9 req-8119fbc5-d032-4ac4-bc89-a0d26c0e5651 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387542
Nov 24 18:26:02.498803 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b78f-6ffe-4152-bf15-945add5fd33e req-8f751414-aec1-4baf-ad57-30becf71358f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:02.500770 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bf10b78f-6ffe-4152-bf15-945add5fd33e req-8f751414-aec1-4baf-ad57-30becf71358f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0803363
Nov 24 18:26:02.545230 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-bf10b78f-6ffe-4152-bf15-945add5fd33e req-f37b16ef-8965-4682-b4c4-d27e0bdfce30 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388029
Nov 24 18:26:03.731700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7518fa-c5b2-4972-92b1-f9bff81c50f5 req-3e26f87e-1d75-4c5c-9bf3-e1ced5caa9b3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:03.733054 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1a7518fa-c5b2-4972-92b1-f9bff81c50f5 req-3e26f87e-1d75-4c5c-9bf3-e1ced5caa9b3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0830576
Nov 24 18:26:03.776629 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1a7518fa-c5b2-4972-92b1-f9bff81c50f5 req-c2da6b41-d331-4c95-b945-1a82db2724c2 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379534
Nov 24 18:26:04.962952 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a633753-c14c-4430-b13c-c1bea00d1c16 req-f1b45f66-91c7-4724-87e1-52abd7c6bc68 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:04.964405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a633753-c14c-4430-b13c-c1bea00d1c16 req-f1b45f66-91c7-4724-87e1-52abd7c6bc68 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0849798
Nov 24 18:26:05.097815 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5a633753-c14c-4430-b13c-c1bea00d1c16 req-ec3836d3-39f5-4638-b304-65b37cc60a96 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274762
Nov 24 18:26:05.641587 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:26:05.776150 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:05.789759 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '14049677-4550-4720-bae9-0ec4b86404d1', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'mac_address': 'fa:16:3e:10:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:26:05.845726 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:05.862095 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14049677-4550-4720-bae9-0ec4b86404d1 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:26:05.877282 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:05.880989 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:05.882682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:05.951758 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:05.959795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.960147 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.960489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.960826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.961158 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.961491 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.961821 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.962149 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.962477 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.962803 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.963126 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.963449 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:05.967174 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:06.139224 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['14049677-4550-4720-bae9-0ec4b86404d1'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:26:06.282001 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c114-55aa-46b4-961f-ce073df0268d req-4d12fcb5-6d65-4d21-b3ef-f6a67b13b0fd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:06.283466 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8062c114-55aa-46b4-961f-ce073df0268d req-4d12fcb5-6d65-4d21-b3ef-f6a67b13b0fd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 944 time: 0.0807180
Nov 24 18:26:06.327682 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8062c114-55aa-46b4-961f-ce073df0268d req-53d57e83-8dd6-4252-8630-7d938a972078 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384035
Nov 24 18:26:07.037555 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-82e46bb7-d43c-47cd-8fb9-9c5595885d0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738175
Nov 24 18:26:07.177406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-c1dac3ed-685f-473d-9a5b-2c26486652d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:07.178879 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-c1dac3ed-685f-473d-9a5b-2c26486652d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 1099 time: 0.0707977
Nov 24 18:26:07.322392 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-954614ae-3c81-429d-9c57-141b3a737724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:07.323901 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-954614ae-3c81-429d-9c57-141b3a737724 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1250124
Nov 24 18:26:07.325534 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:26:07.430110 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-abe6d835-cc6e-4aab-ab84-9c87ed3a1e57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 200  len: 1001 time: 0.0986724
Nov 24 18:26:07.493922 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-d090e161-da79-4eff-80df-e7673dcdc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:07.495364 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-d090e161-da79-4eff-80df-e7673dcdc3f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0581458
Nov 24 18:26:07.517689 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f1eb-64e6-4393-8abd-672b4d852a66 req-2b872b33-667c-41dd-93da-f7dc3a1bf6c1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:07.523017 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c825f1eb-64e6-4393-8abd-672b4d852a66 req-2b872b33-667c-41dd-93da-f7dc3a1bf6c1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 944 time: 0.0889013
Nov 24 18:26:07.573766 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c825f1eb-64e6-4393-8abd-672b4d852a66 req-3157ff30-1337-4eb0-8698-144a37fe2540 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434663
Nov 24 18:26:07.584624 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-a53793e1-005d-4b5a-a776-8b6260705d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:07.586939 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-a53793e1-005d-4b5a-a776-8b6260705d97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846560
Nov 24 18:26:07.668204 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:26:07.731162 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-f86d8b6e-4a21-4247-b5ab-08bd96c68ed6 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329405
Nov 24 18:26:07.740253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 14049677-4550-4720-bae9-0ec4b86404d1 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:26:07.744908 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 14049677-4550-4720-bae9-0ec4b86404d1 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:26:07.745287 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:07.865572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:07.865766 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-16b850fe-f5e4-4eb7-9b5a-6fc7e48e0a72 req-440325aa-6eee-4688-8f66-fcfe696b0fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261418
Nov 24 18:26:07.898185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:07.908055 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:07.912592 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:07.914628 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:07.950717 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'code': 200}
Nov 24 18:26:07.985467 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:07.988732 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:08.222578 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea406666-6755-4cfd-95e4-c63b27fd0ded req-7c28cb60-d13f-459f-ba3b-80f49f9316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:08.224068 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea406666-6755-4cfd-95e4-c63b27fd0ded req-7c28cb60-d13f-459f-ba3b-80f49f9316f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0701606
Nov 24 18:26:08.271909 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ea406666-6755-4cfd-95e4-c63b27fd0ded req-5551bc9c-ce12-4bac-841c-82ab82369305 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379283
Nov 24 18:26:08.773464 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd505-c90e-4974-902d-565302f07f44 req-52c3873a-fbc5-42f8-bf89-6f1afdb104a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:08.775245 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-160dd505-c90e-4974-902d-565302f07f44 req-52c3873a-fbc5-42f8-bf89-6f1afdb104a1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0830050
Nov 24 18:26:08.819162 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-160dd505-c90e-4974-902d-565302f07f44 req-38e30ff7-2d71-43f3-92d0-a804c17faf76 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384426
Nov 24 18:26:10.030233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d650-7a44-47cc-8508-a7dd38e78ee8 req-4151af48-1708-43b8-8db3-a7ffc4f69376 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:10.032648 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eab3d650-7a44-47cc-8508-a7dd38e78ee8 req-4151af48-1708-43b8-8db3-a7ffc4f69376 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0994949
Nov 24 18:26:10.076832 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-eab3d650-7a44-47cc-8508-a7dd38e78ee8 req-2b7a720b-4d0e-4bcc-ae08-e92d5d07e7f6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386164
Nov 24 18:26:10.271279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16054-d335-4356-a0b3-3b3bd38d6460 req-43983e97-a3e9-422f-bae2-0f5874a3eb88 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:10.272799 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6dc16054-d335-4356-a0b3-3b3bd38d6460 req-43983e97-a3e9-422f-bae2-0f5874a3eb88 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0885723
Nov 24 18:26:10.321107 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6dc16054-d335-4356-a0b3-3b3bd38d6460 req-6a83aca1-b340-46fe-87e1-34c4c8dfa2a9 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426006
Nov 24 18:26:10.346742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35596) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:10.455914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2f99e-8415-4877-99d9-17906316cd72 tempest-TestShelveInstance-2079064987 tempest-TestShelveInstance-2079064987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:10.457434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cfa2f99e-8415-4877-99d9-17906316cd72 tempest-TestShelveInstance-2079064987 tempest-TestShelveInstance-2079064987-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1093 time: 0.1097264
Nov 24 18:26:10.460268 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35602) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:10.465129 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:10.471470 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:10.475251 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Usage tracker for resource:floatingip and tenant:64beedb83ebb48e291cc631a123c1504 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:10.478071 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:10.483691 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:10.497753 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:10.712898 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:10.845823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Allocated IP 172.27.0.151 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/606fc5c2-4d00-4560-908b-f771e7231eff) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:26:10.996738 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:11.025891 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:11.030468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e0343388-8068-485d-b81a-c88c78f109d0 tempest-TestMinimumBasicScenario-120971299 tempest-TestMinimumBasicScenario-120971299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:11.102946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:26:11.106473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:26:11.112098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:26:11.159447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'Port': ['ID=606fc5c2-4d00-4560-908b-f771e7231eff,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:11.167516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:11.716303 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:11.837347 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:12.059994 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:12.064962 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:12.068645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b8cb412d-0e7b-4c7f-a328-186bfecb383d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:12.265132 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event updated for resources: {'Port': ['ID=606fc5c2-4d00-4560-908b-f771e7231eff,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:12.270555 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:12.278492 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:12.457731 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Floating IP 43420698-24aa-4ef8-a11d-acbdf6f77a40 associated. External IP: 172.27.0.151, port: 14049677-4550-4720-bae9-0ec4b86404d1.
Nov 24 18:26:12.814447 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Router bc689814-7115-44c7-a3d5-8ba7ec616172 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:26:12.993383 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:26:13.003680 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Sync routers for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:26:13.016561 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:13.017203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55c9430>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:13.020122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:13.082889 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6215849
Nov 24 18:26:13.084351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:13.134654 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'status': 'completed', 'code': 200}
Nov 24 18:26:13.210962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:13.227210 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-4e0c8216-1910-49ce-8cc6-7ae1a1f5c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:13.228738 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-4e0c8216-1910-49ce-8cc6-7ae1a1f5c972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0705743
Nov 24 18:26:13.387046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-7ce90e94-ca02-45ac-8d24-c7f9fb539c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:13.388444 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-7ce90e94-ca02-45ac-8d24-c7f9fb539c6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1524084
Nov 24 18:26:13.500327 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-46014664-0565-4f8e-ba75-bd45fd1f406a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 999 time: 0.1032462
Nov 24 18:26:13.569337 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-57a7b9a6-ac30-4aa9-85d0-a7e82b8c6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:13.571883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-57a7b9a6-ac30-4aa9-85d0-a7e82b8c6452 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0634201
Nov 24 18:26:13.607069 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55c9430>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '43420698-24aa-4ef8-a11d-acbdf6f77a40', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'mac_address': 'fa:16:3e:10:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:11Z', 'updated_at': '2021-11-24T18:26:11Z', 'revision_number': 0, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:13.612026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Checking router: bc689814-7115-44c7-a3d5-8ba7ec616172 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:26:13.621131 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:13.621766 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55c9430>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:25:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:13.668580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-6e0bdb86-6e01-4316-9662-38c4d109f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:13.669972 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-6e0bdb86-6e01-4316-9662-38c4d109f944 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918248
Nov 24 18:26:13.823248 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:13.910157 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-12135d18-48ca-418f-a57b-b79dc745b1b5 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2323020
Nov 24 18:26:14.045427 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4715ad3f-8d02-46ce-851e-a2117f8cc5ef req-8d318729-4746-484f-a5b6-6df342afc39c service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271515
Nov 24 18:26:14.189486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55c9430>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '43420698-24aa-4ef8-a11d-acbdf6f77a40', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'mac_address': 'fa:16:3e:10:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:11Z', 'updated_at': '2021-11-24T18:26:11Z', 'revision_number': 0, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:14.193597 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0cb6b-be63-4d1d-870a-059219c4a5c6 None None] The sync data for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi is: [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '43420698-24aa-4ef8-a11d-acbdf6f77a40', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'mac_address': 'fa:16:3e:10:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:11Z', 'updated_at': '2021-11-24T18:26:11Z', 'revision_number': 0, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:26:14.394911 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e44356-b718-46ad-afea-ff3798fe1117 None None] New status for floating IP 43420698-24aa-4ef8-a11d-acbdf6f77a40: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:26:23.285227 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5de6-cea2-4b7c-87af-10f0a72c5070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:23.544452 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:24.732292 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d5894-9286-4e4a-9bfb-3bab2b2e8174 req-51983cec-7d3a-4a22-93e0-8743bfbde679 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:24.733751 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-735d5894-9286-4e4a-9bfb-3bab2b2e8174 req-51983cec-7d3a-4a22-93e0-8743bfbde679 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0859613
Nov 24 18:26:24.778829 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-735d5894-9286-4e4a-9bfb-3bab2b2e8174 req-2261262c-14c2-4d26-a403-dcb4ac2c26e4 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383074
Nov 24 18:26:25.966352 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026558f1-c94b-4fdb-b378-b6e76d8417e3 req-9bbdb8ba-8d7f-49e5-9ad6-c14ea46f6e5b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:25.969303 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-026558f1-c94b-4fdb-b378-b6e76d8417e3 req-9bbdb8ba-8d7f-49e5-9ad6-c14ea46f6e5b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0803587
Nov 24 18:26:26.017892 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-026558f1-c94b-4fdb-b378-b6e76d8417e3 req-86afc263-7b9d-442d-baa2-b9b661194bbb tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=13dd04c6-c392-4c4e-b96b-ea1da2057a45&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434942
Nov 24 18:26:26.154339 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c03ed496-b541-4d33-9941-b28cc18a51b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.319873 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-11e2030c-9469-48b1-b782-cdddef712c55 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:26.321393 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-11e2030c-9469-48b1-b782-cdddef712c55 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 946 time: 0.0839298
Nov 24 18:26:26.394847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Deleting port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:26:26.395098 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.642165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] For port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:26.642516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.894110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.937513 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.937901 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:26.938205 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Floating IP d373eb38-e120-4ea7-9c8f-1a10277ed5ac disassociated. External IP: 172.27.0.254, port: d53e85b1-8c8f-4c11-8893-3ba3f648e9d6.
Nov 24 18:26:26.938540 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Calling delete_port for d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:26:27.084845 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:27.091808 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6a126465-bc82-4289-95e3-22f661430dfc tempest-ServerRescueNegativeTestJSON-1670989141 tempest-ServerRescueNegativeTestJSON-1670989141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:27.175340 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'Port': ['ID=d53e85b1-8c8f-4c11-8893-3ba3f648e9d6,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:27.182308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:27.239545 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-955db594-db30-4184-a30a-f9281aafa590 req-d3294bb4-eca2-4a70-97a9-2e76ab8157d6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 210 time: 0.1051123
Nov 24 18:26:27.375445 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:26:27.664130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:26:27.674419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:26:27.683885 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:27.684500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64a4940>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:26:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:27.740442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] No DVR routers for this DVR port d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:26:27.742823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:27.745407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-deleted', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:27.762001 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-44b4ab1c-d825-4af0-ac1f-0e3b5e28821f req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "DELETE /v2.0/ports/d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 HTTP/1.1" status: 204  len: 173 time: 1.4333251
Nov 24 18:26:27.798580 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d', 'name': 'network-vif-deleted', 'tag': 'd53e85b1-8c8f-4c11-8893-3ba3f648e9d6', 'status': 'completed', 'code': 200}
Nov 24 18:26:27.875769 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:28.187539 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64a4940>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:28.191503 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:26:28.199788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:28.200387 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d64a4940>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:26:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:28.292970 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:28.435714 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-571958d6-f10c-46d4-a209-13b56391adab req-c13171a6-a2cd-4016-88c7-858de3f6c785 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:26:28.452166 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-571958d6-f10c-46d4-a209-13b56391adab req-c13171a6-a2cd-4016-88c7-858de3f6c785 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:26:28.453617 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-571958d6-f10c-46d4-a209-13b56391adab req-c13171a6-a2cd-4016-88c7-858de3f6c785 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae4b56b2-83d2-41a0-8a2f-10cb00c28b0d HTTP/1.1" status: 200  len: 210 time: 0.0758374
Nov 24 18:26:28.463853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:28.778281 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d64a4940>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:28.782965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c38d7-2a74-4272-865c-883e48aba564 None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:26:28.998046 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f0dea-5813-4d45-b107-571b2bcc7556 None None] New status for floating IP d373eb38-e120-4ea7-9c8f-1a10277ed5ac: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:26:29.581189 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35688) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:29.649142 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:29.677897 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:29.706322 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:26:29.735582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:29.741171 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d0f37b9c-632f-458b-bf30-0643a717e2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:29.749221 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:26:29.749615 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device d53e85b1-8c8f-4c11-8893-3ba3f648e9d6 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:26:29.760113 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dd04c6-c392-4c4e-b96b-ea1da2057a45,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:29.772778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.773145 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.773508 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.773890 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.774240 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.774589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.774937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.775282 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.775651 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.775996 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.776342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.776682 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:26:29.780027 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:29.782956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:29.784105 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "DELETE /v2.0/security-groups/13dd04c6-c392-4c4e-b96b-ea1da2057a45 HTTP/1.1" status: 204  len: 168 time: 0.2019534
Nov 24 18:26:29.786676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 35692) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:29.802669 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.api.v2.resource [None req-8126843c-4504-4ace-83ce-ff5b2b0b8d7e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] show failed (client error): The resource could not be found.
Nov 24 18:26:29.803634 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8126843c-4504-4ace-83ce-ff5b2b0b8d7e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups/13dd04c6-c392-4c4e-b96b-ea1da2057a45 HTTP/1.1" status: 404  len: 347 time: 0.0160666
Nov 24 18:26:29.806458 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35696) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:29.962836 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Deleting port f343d6d9-47e2-4a26-b7bc-a20c738dcbc3 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:26:29.963084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.135859 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.149384 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.149712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.274796 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Calling delete_port for f343d6d9-47e2-4a26-b7bc-a20c738dcbc3 owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:26:30.424119 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.428293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-51a797ab-e08e-4df9-97c1-b76dbc74b179 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:30.474983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'Port': ['ID=f343d6d9-47e2-4a26-b7bc-a20c738dcbc3,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:30.477957 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:30.569417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.591032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.592282 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "DELETE /v2.0/floatingips/d373eb38-e120-4ea7-9c8f-1a10277ed5ac HTTP/1.1" status: 204  len: 168 time: 0.7848542
Nov 24 18:26:30.869427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35704) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:30.874711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759838607', 'description': 'tempest-description--1988036852'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:30.881298 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:30.885798 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:30.888854 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:30.894786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:30.910050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:30.930413 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:30.934167 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:30.937085 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:30.942932 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:31.020923 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.024761 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.028731 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ee935179-96b4-4529-a275-0fd04bc87526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:31.079470 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756f8cef-e13f-4943-8d7f-f1d5b831e939,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:31.083738 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:31.084673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.085874 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2154422
Nov 24 18:26:31.088879 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35708) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:31.099010 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group_rule': {'security_group_id': '756f8cef-e13f-4943-8d7f-f1d5b831e939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:31.107975 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:31.114541 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:31.117824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:31.123544 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:31.145027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.212360 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.216746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.218732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:31.242273 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f128a9-34c2-4674-9973-9232686cb766,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:31.247914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:31.253262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.254506 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-49fcd3dd-6621-49cc-9eba-e4ea0d14f508 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1643753
Nov 24 18:26:31.257151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35712) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:31.262183 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'security_group_rule': {'security_group_id': '756f8cef-e13f-4943-8d7f-f1d5b831e939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:31.268134 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:31.272027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:security_group_rule and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:31.274883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:31.280600 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:31.299858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.362856 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.366577 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.368741 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-91751ea2-f168-45e0-a5ac-08432037358c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:31.391536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6ee0a5-e276-4cc3-ac95-f4617aaba09e,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:31.395946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:31.400410 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.401704 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-df7b5a3c-319b-43a4-a2c1-a4b766f89a92 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1435130
Nov 24 18:26:31.404567 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35716) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:31.410130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:31.415931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:31.419765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Usage tracker for resource:floatingip and tenant:d25c25f0344f48eea568f2eb414698a9 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:26:31.423351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:26:31.429438 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:31.439846 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.574762 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.794253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Allocated IP 172.27.0.174 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:26:31.940357 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.969905 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:31.974177 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3a176e40-b751-459b-a608-b888c00305f2 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:32.033804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:26:32.036430 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:26:32.040440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:26:32.078281 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:32.086326 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:32.126375 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.183732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.391587 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.396095 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.399585 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:32.505785 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:32.509847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:32.518386 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.539753 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:32.540947 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1354780
Nov 24 18:26:32.699230 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-69b0e52a-4b92-467c-9928-8c8d6a7872fe tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:26:32.715162 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-69b0e52a-4b92-467c-9928-8c8d6a7872fe tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:26:32.716304 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-69b0e52a-4b92-467c-9928-8c8d6a7872fe tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1759838607&fields=id&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 267 time: 0.0571809
Nov 24 18:26:32.871181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-3d4c96a2-9cb9-4d22-ac36-8111d80b416d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:32.872641 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-3d4c96a2-9cb9-4d22-ac36-8111d80b416d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 816 time: 0.1491241
Nov 24 18:26:32.887270 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-e464fafe-1ad8-41e4-9f8e-c90d8c2a9814 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/quotas/d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 375 time: 0.0087535
Nov 24 18:26:32.970920 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-a18b30fa-3db4-4058-8b4a-378836180b72 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:26:32.985232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-a18b30fa-3db4-4058-8b4a-378836180b72 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:26:32.986999 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-a18b30fa-3db4-4058-8b4a-378836180b72 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0941021
Nov 24 18:26:33.125658 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-7617a215-e68f-4f2e-aad1-5564328e8c69 service neutron] 10.222.0.64 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274116
Nov 24 18:26:33.255155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-a94d7277-0f51-4d17-8f6c-6627985894f3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236475
Nov 24 18:26:33.434559 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e3213676-f723-4abe-b842-139eec12178e req-da9f4847-8ec4-40c4-b88d-1bc873acfb3c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 210 time: 0.0434473
Nov 24 18:26:34.641427 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-23521fd0-c6e2-4173-b53d-35b06cb5a084 req-f453040e-53a9-4070-af22-056660ccb58e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 210 time: 0.0609696
Nov 24 18:26:34.700330 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-086ebb9a-1363-4ed5-8de8-12e5d3640738 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:34.702607 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-086ebb9a-1363-4ed5-8de8-12e5d3640738 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 816 time: 0.1967475
Nov 24 18:26:34.754434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-a3b94fc8-eebf-4be9-877e-30b2716bd1e9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 380 time: 0.0414786
Nov 24 18:26:34.782174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'port': {'device_id': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'admin_state_up': True, 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'security_groups': ['756f8cef-e13f-4943-8d7f-f1d5b831e939']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:35.006966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:26:35.016758 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:26:35.026067 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Made reservation on behalf of d25c25f0344f48eea568f2eb414698a9 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:26:35.029645 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.191330 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Allocated IP 172.20.0.8 (3ce9ad89-4e1b-4004-865a-96f49d2d4197/4b045104-1337-4e6f-9704-fcd4a46273dc/7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:26:35.381497 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.398126 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Transition to ACTIVE for port object 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:26:35.421622 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.427682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:35.498560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:26:35.503004 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:26:35.505386 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:26:35.542560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:35.545409 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:35.577389 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:35.578008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.605050 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-59713fc4-7ec3-41e6-afc7-95e64e97ae93 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8276520
Nov 24 18:26:35.617398 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Request body: {'port': {'device_id': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:35.740745 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.747461 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c36880ae-9a02-42e6-b3b2-0f0835af8af0 None None] Provisioning for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:26:35.754252 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c36880ae-9a02-42e6-b3b2-0f0835af8af0 None None] Provisioning complete for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:26:35.754667 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c36880ae-9a02-42e6-b3b2-0f0835af8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:35.812568 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-c36880ae-9a02-42e6-b3b2-0f0835af8af0 None None] Port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:26:35.844377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59536025-db84-4251-95b5-c9eeee591ecf req-171008f6-a7c0-422f-8ab8-460129987fa9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:35.845841 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-59536025-db84-4251-95b5-c9eeee591ecf req-171008f6-a7c0-422f-8ab8-460129987fa9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 931 time: 0.0890715
Nov 24 18:26:35.891466 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-59536025-db84-4251-95b5-c9eeee591ecf req-ec156162-766b-4f6b-9ba6-7b04c80680dc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:26:35.902911 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-59536025-db84-4251-95b5-c9eeee591ecf req-ec156162-766b-4f6b-9ba6-7b04c80680dc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:security_group {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:26:35.903991 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-59536025-db84-4251-95b5-c9eeee591ecf req-ec156162-766b-4f6b-9ba6-7b04c80680dc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519073
Nov 24 18:26:36.095862 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:26:36.103094 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:36.117980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Transition to ACTIVE for port object 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:26:36.121483 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:36.124967 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5904a2b5-3a53-4ac8-8791-efebd23cfafd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:36.274727 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:36.285450 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:36.359028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Attempting to bind port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:26:36.359370 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Attempting to bind port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:26:36.359733 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Attempting to bind port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:26:36.364577 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:26:36.364889 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Attempting to bind port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 on network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:26:36.369977 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:26:36.370313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Checking segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:26:36.370740 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Bound using segment: {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:26:36.371164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Bound port: 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0695dff1-cb5b-448f-9b50-4e4aff99442e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:26:36.371506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:36.473007 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:26:36.476289 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:26:36.480529 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:36.484891 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:36.542464 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:36.543067 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:36.544458 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] 10.222.0.55 "PUT /v2.0/ports/7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 1093 time: 0.9313302
Nov 24 18:26:36.544959 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:36.568937 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:36.572368 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:36.617326 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'status': 'completed', 'code': 200}
Nov 24 18:26:36.663406 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-450db1f5-4240-4bee-87d1-cdc68afb94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:36.664937 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-450db1f5-4240-4bee-87d1-cdc68afb94e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1096 time: 0.0812757
Nov 24 18:26:36.735942 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-adbfb286-c3e1-4344-9138-0b36b307227d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 217 time: 0.0626283
Nov 24 18:26:36.880018 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-70b2f35b-ff0d-4913-a447-a71db150a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:36.881354 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-70b2f35b-ff0d-4913-a447-a71db150a9a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.1385806
Nov 24 18:26:36.960749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-4076e959-ee40-4495-903b-80e1b4007319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:36.962153 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-4076e959-ee40-4495-903b-80e1b4007319 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714483
Nov 24 18:26:37.098644 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f94e-0208-422b-bd2e-ec9bd01bc250 req-0949aa0a-482f-4f6a-927b-aeedb0df0ee0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:37.099957 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-d1b754f9-7e27-4855-94d9-cc998f9bb778 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305857
Nov 24 18:26:37.100172 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6c55f94e-0208-422b-bd2e-ec9bd01bc250 req-0949aa0a-482f-4f6a-927b-aeedb0df0ee0 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0819430
Nov 24 18:26:37.145436 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6c55f94e-0208-422b-bd2e-ec9bd01bc250 req-8ad27f19-7705-470d-a269-9a64b2945ff6 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397696
Nov 24 18:26:37.234401 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8f1a587-32a8-44a9-911b-7d132bc11a20 req-43617d63-4e97-41ed-8275-99e2d79c0620 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273627
Nov 24 18:26:37.356863 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-e26f87bc-b58c-4f8f-852a-415a3c88e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:37.358866 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-e26f87bc-b58c-4f8f-852a-415a3c88e55b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1096 time: 0.0703137
Nov 24 18:26:37.495364 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-6408bb64-60df-4fbf-83ff-ac639a3eb989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:37.497733 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-6408bb64-60df-4fbf-83ff-ac639a3eb989 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1297779
Nov 24 18:26:37.602422 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-15ae4245-d898-4e30-82b4-d5be163fa83f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 217 time: 0.0974338
Nov 24 18:26:37.669758 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-e73c3b9d-2256-4d37-ad8e-0e98b77eea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:37.672456 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-e73c3b9d-2256-4d37-ad8e-0e98b77eea83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0627217
Nov 24 18:26:37.752711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-8d363e94-6235-4aca-bf76-59da542374d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:37.754072 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-8d363e94-6235-4aca-bf76-59da542374d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747168
Nov 24 18:26:37.887624 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-c9d68c8e-87e1-4709-87eb-6e4fa3db5604 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252844
Nov 24 18:26:38.021125 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bf35b17f-56c5-4261-a6a1-b55602500209 req-5a752229-0d0a-43fb-b346-ad2e3fdb8bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258173
Nov 24 18:26:38.336844 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da65739-a621-4fba-b6a3-280f8a9bf09b req-276969fc-13ac-4713-8298-3f3e17f526bc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:38.337441 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-2da65739-a621-4fba-b6a3-280f8a9bf09b req-276969fc-13ac-4713-8298-3f3e17f526bc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Synchronizing usage tracker for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:26:38.352339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-2da65739-a621-4fba-b6a3-280f8a9bf09b req-276969fc-13ac-4713-8298-3f3e17f526bc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Unset dirty status for tenant:d25c25f0344f48eea568f2eb414698a9 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:26:38.353494 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2da65739-a621-4fba-b6a3-280f8a9bf09b req-276969fc-13ac-4713-8298-3f3e17f526bc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0947254
Nov 24 18:26:38.401192 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2da65739-a621-4fba-b6a3-280f8a9bf09b req-e05bb38f-20e2-41e8-b5de-46db7a661551 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419483
Nov 24 18:26:39.596903 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c65a21-d9e4-4c1f-9404-1b4028cd119f req-9d2093fb-b4d8-415a-9714-1521cd066992 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:39.598233 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-22c65a21-d9e4-4c1f-9404-1b4028cd119f req-9d2093fb-b4d8-415a-9714-1521cd066992 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0853231
Nov 24 18:26:39.642421 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-22c65a21-d9e4-4c1f-9404-1b4028cd119f req-7e6f1c20-15b9-4e69-936a-bd1d7b9a5b59 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385752
Nov 24 18:26:39.749771 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:26:39.898577 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:39.911396 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:26:39.966605 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:39.982902 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:26:39.998162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:40.003395 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:40.005192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:40.073798 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:40.076805 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:40.237409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:26:40.851490 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5002a1b-8b69-44ab-9415-8c4fa32711e2 req-9d9de78d-e992-4c60-9fac-0390eea8ab0e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:40.852976 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5002a1b-8b69-44ab-9415-8c4fa32711e2 req-9d9de78d-e992-4c60-9fac-0390eea8ab0e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 944 time: 0.0896518
Nov 24 18:26:40.897777 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a5002a1b-8b69-44ab-9415-8c4fa32711e2 req-cb2d6e9e-1ca4-44e5-b448-d2d7529959de tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390244
Nov 24 18:26:41.762645 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:26:41.846772 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:26:41.851425 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:26:41.851837 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:41.969409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:41.996894 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:42.007284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:26:42.011666 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:42.015661 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:26:42.087101 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:26:42.090138 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:26:42.094204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58799442-2b49-4bfd-9cfb-a48b2298e04d req-35a037b2-3ff6-474c-8fcc-47ddba834dda tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:42.096756 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-58799442-2b49-4bfd-9cfb-a48b2298e04d req-35a037b2-3ff6-474c-8fcc-47ddba834dda tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0893357
Nov 24 18:26:42.099509 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'code': 200}
Nov 24 18:26:42.146886 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-58799442-2b49-4bfd-9cfb-a48b2298e04d req-4d69d282-201b-4a05-9d0a-c5f2d44d20aa tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439165
Nov 24 18:26:42.332590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9a54e-cde4-4cc0-b345-47e2fb9d8b65 req-16be02a4-54a0-4e80-8bdd-5e1b9507460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:42.334023 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0b9a54e-cde4-4cc0-b345-47e2fb9d8b65 req-16be02a4-54a0-4e80-8bdd-5e1b9507460a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1098 time: 0.0741217
Nov 24 18:26:42.376947 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0b9a54e-cde4-4cc0-b345-47e2fb9d8b65 req-ed473a5a-513e-4c9b-a27d-048d71b9ae9d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332208
Nov 24 18:26:43.341859 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9ee8-4989-429f-94ef-b7ae362ce56b req-9992bd0b-1db9-4831-83f1-95a31724803c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:43.344004 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-755e9ee8-4989-429f-94ef-b7ae362ce56b req-9992bd0b-1db9-4831-83f1-95a31724803c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0810242
Nov 24 18:26:43.391149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-755e9ee8-4989-429f-94ef-b7ae362ce56b req-48c4f91c-b771-4698-a2f5-dc3cd54b92df tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414782
Nov 24 18:26:44.323705 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:26:44.581991 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44e97a-abf0-4a8d-9506-a23e99f29e56 req-605c6fa4-64cc-4309-897a-37876eddd72e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:44.583383 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8b44e97a-abf0-4a8d-9506-a23e99f29e56 req-605c6fa4-64cc-4309-897a-37876eddd72e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0803740
Nov 24 18:26:44.627509 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8b44e97a-abf0-4a8d-9506-a23e99f29e56 req-fd74d32b-66a0-4084-9ed9-916572185618 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384643
Nov 24 18:26:44.814601 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406b71f-3e4b-4e57-9bd4-51e8ea8e399d req-593e8b39-a849-4913-ab79-e690adb6b495 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:44.816069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b406b71f-3e4b-4e57-9bd4-51e8ea8e399d req-593e8b39-a849-4913-ab79-e690adb6b495 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0857401
Nov 24 18:26:44.824324 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 35806) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:26:44.829278 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Request body: {'floatingip': {'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:26:44.907700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:45.578856 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:45.582945 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:45.751926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Floating IP 6cfab121-6be9-4343-acc2-29c397a5da58 associated. External IP: 172.27.0.174, port: 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6.
Nov 24 18:26:46.104603 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:26:46.374205 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:26:46.378853 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:46.383591 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:26:46.393987 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:46.394603 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55d60d0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:26:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:46.437774 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cf7ecccd-b418-4f2b-825c-39f8f88e9c90 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "PUT /v2.0/floatingips/6cfab121-6be9-4343-acc2-29c397a5da58 HTTP/1.1" status: 200  len: 991 time: 1.6124125
Nov 24 18:26:46.438576 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:26:46.487835 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'status': 'completed', 'code': 200}
Nov 24 18:26:46.580807 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-1db695c1-e97a-4e77-a488-98476b62d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:46.582348 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-1db695c1-e97a-4e77-a488-98476b62d20b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1098 time: 0.0741096
Nov 24 18:26:46.582702 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:46.718607 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-5170f09a-403d-45ad-a906-18b0f90cc308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:46.719521 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-5170f09a-403d-45ad-a906-18b0f90cc308 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1308200
Nov 24 18:26:46.834075 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-a20ee8f9-1717-4e8b-9576-a2ff4a13e1f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 999 time: 0.1042674
Nov 24 18:26:46.904819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-050f9715-75f2-4d3b-ba46-94340ae5e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:46.907161 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-050f9715-75f2-4d3b-ba46-94340ae5e2c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0657134
Nov 24 18:26:46.981249 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55d60d0>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '6cfab121-6be9-4343-acc2-29c397a5da58', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:32Z', 'updated_at': '2021-11-24T18:26:45Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:46.985470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:26:46.991385 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-4d37eaab-4490-46b9-ad2a-f30e1524f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:26:46.993130 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-4d37eaab-4490-46b9-ad2a-f30e1524f127 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797355
Nov 24 18:26:46.993832 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:26:46.994443 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d55d60d0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:26:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:47.158737 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-a6c2bbea-920c-44a2-a3a3-c19b1fc929a3 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584847
Nov 24 18:26:47.195395 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:26:47.305744 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-38d1ed02-226e-469f-9ff5-58204a0c702f req-8b895d0b-b2d1-4689-a807-79725cd56673 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402526
Nov 24 18:26:47.599408 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d55d60d0>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '6cfab121-6be9-4343-acc2-29c397a5da58', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:32Z', 'updated_at': '2021-11-24T18:26:45Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:26:47.603452 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7edcb98-5ab3-4875-9f99-3df440844184 None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '6cfab121-6be9-4343-acc2-29c397a5da58', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:26:32Z', 'updated_at': '2021-11-24T18:26:45Z', 'revision_number': 1, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:26:47.821311 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7dbe29-86d5-4655-beb9-34ae66e3cd47 None None] New status for floating IP 6cfab121-6be9-4343-acc2-29c397a5da58: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:26:53.287213 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0d6a-902c-4beb-8bdd-346184a7b8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:53.551879 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:56.156675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-85b3d64f-738a-48e5-b589-c2b148952930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:56.897313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:26:58.241175 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:00.136132 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:07.356253 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-6281c320-d9e4-490a-be49-0233c2b0dbbb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685489
Nov 24 18:27:07.503813 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-361941b8-f816-4854-aa61-df282fcd4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:07.505284 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-361941b8-f816-4854-aa61-df282fcd4753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0725348
Nov 24 18:27:07.655804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-523bb0ed-6b66-4b0a-ab8c-66e822a221f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:07.657440 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-523bb0ed-6b66-4b0a-ab8c-66e822a221f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1324492
Nov 24 18:27:07.764218 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-676e4cbf-19c5-44db-8ebe-85b93187dbe7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 1001 time: 0.0998378
Nov 24 18:27:07.829731 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-24374965-6e9e-4acf-b6ec-10399162b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:07.831120 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-24374965-6e9e-4acf-b6ec-10399162b087 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0603950
Nov 24 18:27:07.906539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-20ee7d00-af9d-4a04-ad79-cc3aeb2eedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:07.908012 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-20ee7d00-af9d-4a04-ad79-cc3aeb2eedd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700395
Nov 24 18:27:08.041572 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-ed6d02ba-22ef-4ce5-9b33-ff03ac488b0a service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266286
Nov 24 18:27:08.253500 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-628e2fe1-1323-4dc9-abe0-0e088a363d9f req-bf3a4649-a66b-4585-83c6-ea932945c1b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037013
Nov 24 18:27:21.322420 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:27:23.288491 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-42f6690f-c02b-496c-bd15-56e88249bb04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:23.547097 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:26.158000 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b95f8f29-1206-4641-973b-212d6d704d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:26.898762 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:28.244011 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:29.197938 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05e0a-c9dd-4340-a962-cf6282846928 req-6810b648-f4b5-4eee-8b41-1dcf8634df60 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:29.199357 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a7a05e0a-c9dd-4340-a962-cf6282846928 req-6810b648-f4b5-4eee-8b41-1dcf8634df60 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0860133
Nov 24 18:27:29.243395 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-a7a05e0a-c9dd-4340-a962-cf6282846928 req-8bf10432-cde2-4f95-b795-edfffae5d6eb tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375428
Nov 24 18:27:30.135278 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:30.586935 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78183708-afc7-4f41-8320-b63f14541aa9 req-55847634-c9d4-4a3e-896b-c3fed98a1f36 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:30.588465 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-78183708-afc7-4f41-8320-b63f14541aa9 req-55847634-c9d4-4a3e-896b-c3fed98a1f36 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0903435
Nov 24 18:27:30.633609 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-78183708-afc7-4f41-8320-b63f14541aa9 req-172b59c1-2fc2-41c5-b333-a26295ea9f0d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390599
Nov 24 18:27:31.824268 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7200e9-2b58-4fb4-8b9c-b898b735d0b1 req-d2572e29-91b7-4128-9b46-bbeb3398201d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:31.825700 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dc7200e9-2b58-4fb4-8b9c-b898b735d0b1 req-d2572e29-91b7-4128-9b46-bbeb3398201d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0801976
Nov 24 18:27:31.883926 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-dc7200e9-2b58-4fb4-8b9c-b898b735d0b1 req-3bc918aa-3bc0-423e-826f-5c2d074c42c7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515954
Nov 24 18:27:33.070486 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d985b1-3d59-48c7-9333-2ef906b77297 req-0750b243-3200-4d4b-b4de-67a63b283311 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:33.071964 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-79d985b1-3d59-48c7-9333-2ef906b77297 req-0750b243-3200-4d4b-b4de-67a63b283311 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0804813
Nov 24 18:27:33.115300 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-79d985b1-3d59-48c7-9333-2ef906b77297 req-2ded383d-013e-4d69-8244-ae91b1c79618 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370893
Nov 24 18:27:34.304285 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e6a3d-29d7-4a0c-82a3-4906451c405f req-d13967b3-bc78-4d40-97d0-5d1b81a6183a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:34.305856 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-440e6a3d-29d7-4a0c-82a3-4906451c405f req-d13967b3-bc78-4d40-97d0-5d1b81a6183a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0824389
Nov 24 18:27:34.350256 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-440e6a3d-29d7-4a0c-82a3-4906451c405f req-06cf1b01-9fc6-4393-9fbc-8c5e10707459 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387373
Nov 24 18:27:35.542558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66cce-a221-4c7e-8d43-54e25d82a48b req-a46f720b-cf8c-4e4e-be8b-cf487d6c7aae tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:35.544016 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3ab66cce-a221-4c7e-8d43-54e25d82a48b req-a46f720b-cf8c-4e4e-be8b-cf487d6c7aae tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0831099
Nov 24 18:27:35.587592 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3ab66cce-a221-4c7e-8d43-54e25d82a48b req-75a5fd88-fa94-44d3-b084-75b54690b692 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377507
Nov 24 18:27:36.774542 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb881c8-2a51-477b-9a34-c5d19a72ec32 req-6c9f96a7-19d0-4d30-86a8-1ebcd08c75ad tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:36.776020 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3eb881c8-2a51-477b-9a34-c5d19a72ec32 req-6c9f96a7-19d0-4d30-86a8-1ebcd08c75ad tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0794401
Nov 24 18:27:36.825224 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3eb881c8-2a51-477b-9a34-c5d19a72ec32 req-5774290a-e788-4833-b032-570ab7bdbc64 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424440
Nov 24 18:27:38.013701 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9a0a5-483f-4a9b-9a83-7864a027cc4a req-3d162080-131e-42b2-8f92-26f158d3547b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:38.015849 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2ef9a0a5-483f-4a9b-9a83-7864a027cc4a req-3d162080-131e-42b2-8f92-26f158d3547b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0781457
Nov 24 18:27:38.063818 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2ef9a0a5-483f-4a9b-9a83-7864a027cc4a req-f906c3ad-4847-4ab2-8d33-76e096943f7c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424597
Nov 24 18:27:39.254749 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d8320-326d-44c0-b74a-f125f77ab069 req-5ca2579c-7874-4e29-a670-a302c6fdaa06 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:39.256228 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c38d8320-326d-44c0-b74a-f125f77ab069 req-5ca2579c-7874-4e29-a670-a302c6fdaa06 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0814993
Nov 24 18:27:39.300029 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c38d8320-326d-44c0-b74a-f125f77ab069 req-8c27040d-828d-4089-9ef2-2845e0827665 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382016
Nov 24 18:27:40.151795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:27:40.283362 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:27:40.296524 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:27:40.358109 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:40.376387 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:27:40.403053 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:27:40.403973 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:40.406173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:27:40.478528 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=6']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:27:40.485910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.486257 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.486592 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.486925 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.487261 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.487590 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.487934 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.488259 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.488578 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.488897 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.489218 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.489533 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:27:40.493638 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:27:40.497715 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:27:40.509142 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8be8dd-c347-4b81-8496-71476387d4d0 req-ae353522-c03b-4b03-a4ae-11c6b1c5c798 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:40.510605 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3c8be8dd-c347-4b81-8496-71476387d4d0 req-ae353522-c03b-4b03-a4ae-11c6b1c5c798 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 944 time: 0.0829148
Nov 24 18:27:40.555503 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3c8be8dd-c347-4b81-8496-71476387d4d0 req-73362316-08f8-4b6b-8f73-b0b04b8d2dc4 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378196
Nov 24 18:27:41.768438 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bd7ce-b284-4bfd-86d7-d7f4e92659fe req-a5396cff-d780-48ae-912c-1ea70f9ed333 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:41.769848 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b55bd7ce-b284-4bfd-86d7-d7f4e92659fe req-a5396cff-d780-48ae-912c-1ea70f9ed333 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 944 time: 0.1004353
Nov 24 18:27:41.817742 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b55bd7ce-b284-4bfd-86d7-d7f4e92659fe req-0c19fe10-35f5-4db7-a425-a8dbc52479d4 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422866
Nov 24 18:27:42.167555 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:27:42.270492 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:27:42.270881 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:42.462985 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:42.499337 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:27:42.511714 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:27:42.516708 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:42.520162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:27:42.606280 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'code': 200}
Nov 24 18:27:42.630813 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=7']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:27:42.634031 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:27:43.068395 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc4974-648a-457a-a950-59d11790d3b5 req-120badd8-7c31-473c-a163-69633c812d2a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:43.073795 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cfcc4974-648a-457a-a950-59d11790d3b5 req-120badd8-7c31-473c-a163-69633c812d2a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.1393976
Nov 24 18:27:43.119058 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cfcc4974-648a-457a-a950-59d11790d3b5 req-43734b3d-c8fa-4385-bbbd-63cb5d6ad96f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423679
Nov 24 18:27:44.340737 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6872226-f220-4ab8-87c8-9de140992adb req-c87799f8-f375-4a94-acc2-d7a4fb6fd041 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:44.343008 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6872226-f220-4ab8-87c8-9de140992adb req-c87799f8-f375-4a94-acc2-d7a4fb6fd041 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0953240
Nov 24 18:27:44.403759 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d6872226-f220-4ab8-87c8-9de140992adb req-7de8e11a-7c2b-48e9-95df-28e9f812561e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512927
Nov 24 18:27:45.638750 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37340a25-c376-4b7e-86a4-312fb66cfcfe req-49434879-6893-4b79-8dbb-15780db435cf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:45.643334 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37340a25-c376-4b7e-86a4-312fb66cfcfe req-49434879-6893-4b79-8dbb-15780db435cf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.1030765
Nov 24 18:27:45.695924 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37340a25-c376-4b7e-86a4-312fb66cfcfe req-49ba4887-8bae-424e-a434-6d1b09d6b22a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475149
Nov 24 18:27:46.900172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78946b75-fb22-40c6-8272-00c5ff32f61a req-e9db2800-375a-4d8f-bd27-3249326f8787 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:46.902864 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-78946b75-fb22-40c6-8272-00c5ff32f61a req-e9db2800-375a-4d8f-bd27-3249326f8787 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0873754
Nov 24 18:27:46.952393 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-78946b75-fb22-40c6-8272-00c5ff32f61a req-0a6ef605-46d6-4aa9-afae-6f952f33403a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437586
Nov 24 18:27:48.175885 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6627aa-7af2-4aa5-a04a-3aeb7a38a8c4 req-2dc4c89a-2a33-4ee9-b8e9-fcda25ce3efa tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:48.177536 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8c6627aa-7af2-4aa5-a04a-3aeb7a38a8c4 req-2dc4c89a-2a33-4ee9-b8e9-fcda25ce3efa tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0928817
Nov 24 18:27:48.241145 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8c6627aa-7af2-4aa5-a04a-3aeb7a38a8c4 req-d4da151d-2a6b-4f7e-9445-0a2d8fd16ce5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571456
Nov 24 18:27:49.461484 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f0bbd-ee2d-4865-8bb6-144d2ed08ff4 req-1cfa37d6-aa2b-48c5-938e-14ee83b63968 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:49.463160 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6a2f0bbd-ee2d-4865-8bb6-144d2ed08ff4 req-1cfa37d6-aa2b-48c5-938e-14ee83b63968 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.1008413
Nov 24 18:27:49.512667 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6a2f0bbd-ee2d-4865-8bb6-144d2ed08ff4 req-79fc665f-e40a-4cb5-94cd-2133b47b441b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422649
Nov 24 18:27:50.702990 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87455aca-ecc1-46d4-a3b3-cc9e80825fe6 req-60f1d209-baae-4100-9310-dfb790ebe47f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:50.704383 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-87455aca-ecc1-46d4-a3b3-cc9e80825fe6 req-60f1d209-baae-4100-9310-dfb790ebe47f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0821166
Nov 24 18:27:50.748065 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-87455aca-ecc1-46d4-a3b3-cc9e80825fe6 req-167accbf-b0b6-446c-960c-a633940a1dc9 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382206
Nov 24 18:27:51.189931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943205-5582-477a-8af3-553d4c71c13a req-eac2b862-4747-4f64-a3f4-a4a1ca9df056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:51.191384 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-eac2b862-4747-4f64-a3f4-a4a1ca9df056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1098 time: 0.0701065
Nov 24 18:27:51.325808 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943205-5582-477a-8af3-553d4c71c13a req-fbfe0020-fb69-485a-86de-134ad7de23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:51.328029 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-fbfe0020-fb69-485a-86de-134ad7de23e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1246922
Nov 24 18:27:51.437371 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-bb973e4f-e39a-4184-ad72-a66c90329b90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 1001 time: 0.1015186
Nov 24 18:27:51.505302 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943205-5582-477a-8af3-553d4c71c13a req-2aac0bd5-a63f-4d00-92a0-b063fef0849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:51.506729 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-2aac0bd5-a63f-4d00-92a0-b063fef0849f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0618863
Nov 24 18:27:51.585369 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7943205-5582-477a-8af3-553d4c71c13a req-7fd3bbac-8cd2-414f-9ceb-0bab30d1301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:51.586714 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-7fd3bbac-8cd2-414f-9ceb-0bab30d1301a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685675
Nov 24 18:27:51.725783 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-4c9acfdc-0a97-453a-b00c-2385a0969160 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242194
Nov 24 18:27:51.857295 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c7943205-5582-477a-8af3-553d4c71c13a req-25b6297b-9346-44e9-8336-fc931bceec40 service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243203
Nov 24 18:27:51.938040 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224d2a1-c60e-48a4-8898-cf6ed5a6a854 req-c8f1032c-d081-4f1e-99ce-f511048de4e3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:51.939513 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0224d2a1-c60e-48a4-8898-cf6ed5a6a854 req-c8f1032c-d081-4f1e-99ce-f511048de4e3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0801010
Nov 24 18:27:51.986598 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0224d2a1-c60e-48a4-8898-cf6ed5a6a854 req-493935ac-bca9-49c0-b037-f5c08b3d86de tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414157
Nov 24 18:27:53.177409 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38271d-4331-4a2d-82e1-aacf49100ce5 req-5a465d25-bdb2-4aae-80a7-7efae586ed89 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:53.178839 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6a38271d-4331-4a2d-82e1-aacf49100ce5 req-5a465d25-bdb2-4aae-80a7-7efae586ed89 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 945 time: 0.0794187
Nov 24 18:27:53.292795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f14964dd-ce4f-45d3-8783-787eb240e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:53.313026 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6a38271d-4331-4a2d-82e1-aacf49100ce5 req-c47aed16-4099-49b1-a1f4-91da79158427 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278286
Nov 24 18:27:53.549479 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:54.246435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:27:54.365211 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:54.393251 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:27:54.403220 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:27:54.408130 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:54.409988 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:27:54.460092 dv-cinder-818579-1-iscsi neutron-server[86834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'code': 422} returned with failed status
Nov 24 18:27:54.487511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=8']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:27:54.490734 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:27:54.594146 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799ae3c-2f48-4562-be7d-2b7f4ac624fe req-ea1ac438-1bbd-44e9-ad5d-9df903b29bdb tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:54.595788 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7799ae3c-2f48-4562-be7d-2b7f4ac624fe req-ea1ac438-1bbd-44e9-ad5d-9df903b29bdb tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.1661694
Nov 24 18:27:54.639473 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7799ae3c-2f48-4562-be7d-2b7f4ac624fe req-92795ff6-7544-4cb3-88d7-0cbc9a31e926 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380580
Nov 24 18:27:56.161124 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f5cb7bc0-36b5-4c47-83dd-df5310d723aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:56.168467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a89e9-50c0-46d9-b95d-0f122e885d4c req-90c3d6f6-6934-499a-b6d1-2b3e8d81150a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:56.169934 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0d3a89e9-50c0-46d9-b95d-0f122e885d4c req-90c3d6f6-6934-499a-b6d1-2b3e8d81150a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0842218
Nov 24 18:27:56.216385 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0d3a89e9-50c0-46d9-b95d-0f122e885d4c req-21c8b83b-0b07-4523-9686-3977d2b39bca tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394969
Nov 24 18:27:56.333505 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36186) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:27:56.444749 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-ccab4527-6211-488a-8909-e46ac60b0455 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1100686
Nov 24 18:27:56.905063 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:57.394235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-72b0ca9e-8d4c-4bfa-9c0d-aecb95dcc53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.395877 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-72b0ca9e-8d4c-4bfa-9c0d-aecb95dcc53f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe&tenant_id=d25c25f0344f48eea568f2eb414698a9 HTTP/1.1" status: 200  len: 1096 time: 0.0716953
Nov 24 18:27:57.409382 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df7704-6627-487e-a177-c3250ed34e41 req-d9c8b8d2-2959-4fbe-b4e1-2430fcd69267 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.410898 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-62df7704-6627-487e-a177-c3250ed34e41 req-d9c8b8d2-2959-4fbe-b4e1-2430fcd69267 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0832033
Nov 24 18:27:57.456762 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-62df7704-6627-487e-a177-c3250ed34e41 req-3b95a4be-c357-4158-9bc9-115b3b65813d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401852
Nov 24 18:27:57.499079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-26e87a85-2dd5-4391-922c-c8d19c96642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.500976 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-26e87a85-2dd5-4391-922c-c8d19c96642a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1096 time: 0.0773962
Nov 24 18:27:57.642229 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-69346a47-9a2f-45d4-90f9-19ccfda7fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.643694 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-69346a47-9a2f-45d4-90f9-19ccfda7fbe8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1314418
Nov 24 18:27:57.749933 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-1858867f-a42b-4cf4-9fe9-b55fddbf7ca5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 999 time: 0.0957012
Nov 24 18:27:57.816657 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-b2b6174e-9e65-4580-a5aa-7a044c466eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.818233 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-b2b6174e-9e65-4580-a5aa-7a044c466eab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0575697
Nov 24 18:27:57.899448 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-33d82db7-9aba-4ddc-bc99-7023ee7a8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:57.900952 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-33d82db7-9aba-4ddc-bc99-7023ee7a8301 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728619
Nov 24 18:27:58.037563 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-a7c2a1eb-e0b5-45ff-a86a-04692619f5da service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253369
Nov 24 18:27:58.184072 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-bf9ad2ce-f770-4575-9483-fd7bdc4cb91b service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361794
Nov 24 18:27:58.245649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:27:58.246487 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:27:58.321365 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:27:58.665835 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e6d5c-f811-43ff-bda8-b4139a2d10d5 req-c3881bd2-792a-403a-a78c-45ae0e1b868a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:58.667665 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4d8e6d5c-f811-43ff-bda8-b4139a2d10d5 req-c3881bd2-792a-403a-a78c-45ae0e1b868a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0942123
Nov 24 18:27:58.735978 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4d8e6d5c-f811-43ff-bda8-b4139a2d10d5 req-5244ef29-26cd-4397-b5f3-72bd89a3e962 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610669
Nov 24 18:27:59.933316 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b66ce5-b889-4bef-ad46-a8bd57951981 req-21584623-bbec-4cc0-8d9a-b0ba9039a19b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:27:59.934757 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c2b66ce5-b889-4bef-ad46-a8bd57951981 req-21584623-bbec-4cc0-8d9a-b0ba9039a19b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0826640
Nov 24 18:27:59.981343 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c2b66ce5-b889-4bef-ad46-a8bd57951981 req-0c9d95eb-eebc-481e-a82a-20eb5ec1e0e1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402753
Nov 24 18:28:00.142369 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:01.174001 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21f77-c322-41fb-a70a-ed1aa7ed3ea0 req-208e7140-5fe7-490b-9002-f7ae33a7650e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:01.175874 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cdf21f77-c322-41fb-a70a-ed1aa7ed3ea0 req-208e7140-5fe7-490b-9002-f7ae33a7650e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0824366
Nov 24 18:28:01.227528 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cdf21f77-c322-41fb-a70a-ed1aa7ed3ea0 req-6960e536-b112-459b-bc4a-5dcf5b0a8cd3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455921
Nov 24 18:28:02.435713 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1f422-4c2b-4ab4-a05c-210b22ab610c req-d291a331-76e0-45a1-967e-9f9fbd30e857 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:02.438342 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8bc1f422-4c2b-4ab4-a05c-210b22ab610c req-d291a331-76e0-45a1-967e-9f9fbd30e857 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0926733
Nov 24 18:28:02.485720 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8bc1f422-4c2b-4ab4-a05c-210b22ab610c req-254b4d03-127e-4d21-90cb-565613de00f5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417874
Nov 24 18:28:03.692131 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a05b8-bbb7-4d1f-8293-df563cce5dd0 req-efb867e0-b09f-491a-b4c9-9df6d4a13a7a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:03.693552 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ee5a05b8-bbb7-4d1f-8293-df563cce5dd0 req-efb867e0-b09f-491a-b4c9-9df6d4a13a7a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0871961
Nov 24 18:28:03.744781 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ee5a05b8-bbb7-4d1f-8293-df563cce5dd0 req-0546b274-2797-45fa-9403-64d755053efe tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420375
Nov 24 18:28:04.947964 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54541d-af61-4164-9fcf-6e20eccafa8d req-6f1cc988-f84d-425a-869f-f60656a8de6c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:04.949458 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e54541d-af61-4164-9fcf-6e20eccafa8d req-6f1cc988-f84d-425a-869f-f60656a8de6c tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0870566
Nov 24 18:28:04.997780 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8e54541d-af61-4164-9fcf-6e20eccafa8d req-f03ac87d-cb91-4c81-968b-e7a350c73013 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406868
Nov 24 18:28:06.200771 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd596c1f-97f2-4934-939b-7c04995783a9 req-7e545e15-f60e-4101-b035-02e083652e91 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:06.202470 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bd596c1f-97f2-4934-939b-7c04995783a9 req-7e545e15-f60e-4101-b035-02e083652e91 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0917740
Nov 24 18:28:06.248968 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bd596c1f-97f2-4934-939b-7c04995783a9 req-59a0d906-ce5b-4751-97c8-5057c47ac7e3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401859
Nov 24 18:28:07.453680 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95469a9-e8d0-48ca-8a91-9fcf001aeea9 req-2794f384-9684-4f2c-ba8e-3010830e8f76 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:07.456283 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c95469a9-e8d0-48ca-8a91-9fcf001aeea9 req-2794f384-9684-4f2c-ba8e-3010830e8f76 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0933788
Nov 24 18:28:07.502784 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c95469a9-e8d0-48ca-8a91-9fcf001aeea9 req-76f2943c-f0fc-4a84-9a2a-eca06176126e tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414956
Nov 24 18:28:08.718031 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78572022-87ad-419a-b1d4-216b3053642a req-6eb8a77d-b1b8-4ff7-a88e-8eade22e0f3a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:08.719506 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-78572022-87ad-419a-b1d4-216b3053642a req-6eb8a77d-b1b8-4ff7-a88e-8eade22e0f3a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0900662
Nov 24 18:28:08.806138 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-78572022-87ad-419a-b1d4-216b3053642a req-c7c1579d-8d91-466b-8bba-68157cdea03a tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787015
Nov 24 18:28:08.896711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da5ead-9dc1-475f-8ec6-b74e4f443df2 req-6bc9a0d8-fce1-4523-bcc6-00d864d1df08 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:08.898202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a4da5ead-9dc1-475f-8ec6-b74e4f443df2 req-6bc9a0d8-fce1-4523-bcc6-00d864d1df08 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0814009
Nov 24 18:28:08.949386 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a4da5ead-9dc1-475f-8ec6-b74e4f443df2 req-6a33dd13-ccaf-47e1-b691-620b3e00b749 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452881
Nov 24 18:28:09.994196 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e0c74-6c10-48a8-b688-472ec1507ec1 req-b86d8787-4e3d-485c-9da2-aae32cf4036f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:09.995682 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-821e0c74-6c10-48a8-b688-472ec1507ec1 req-b86d8787-4e3d-485c-9da2-aae32cf4036f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0803921
Nov 24 18:28:10.040323 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-821e0c74-6c10-48a8-b688-472ec1507ec1 req-a0ed2e0c-f2cb-4b3e-a100-a299874476a1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390799
Nov 24 18:28:10.140681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90426115-4308-462c-bc95-e75d860c3071 req-12ef74b9-8759-4d08-9220-2704bb19409f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:10.142147 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90426115-4308-462c-bc95-e75d860c3071 req-12ef74b9-8759-4d08-9220-2704bb19409f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0856812
Nov 24 18:28:10.186594 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-90426115-4308-462c-bc95-e75d860c3071 req-cfd5cad6-31af-408a-8fb9-28ad4aef15ee tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385008
Nov 24 18:28:10.569583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-1cb82945-3e82-425a-a6b3-958ce5b421fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:10.571034 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-1cb82945-3e82-425a-a6b3-958ce5b421fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d25c25f0344f48eea568f2eb414698a9&device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1096 time: 0.1305206
Nov 24 18:28:10.789078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-cad0d280-6a81-4f9b-bd90-0057aca2e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:10.790521 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-cad0d280-6a81-4f9b-bd90-0057aca2e232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 200  len: 917 time: 0.1991594
Nov 24 18:28:10.898060 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-6e6d39ea-da49-452a-b04f-4badd1eead76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 200  len: 999 time: 0.0979323
Nov 24 18:28:10.961981 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-767f5a58-054e-4bce-b87b-3f7da9c6494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:10.963430 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-767f5a58-054e-4bce-b87b-3f7da9c6494c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 200  len: 855 time: 0.0617728
Nov 24 18:28:11.039417 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-7336c610-6c7f-4a2a-be29-4ad2c09d2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:11.040840 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-7336c610-6c7f-4a2a-be29-4ad2c09d2c22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ce9ad89-4e1b-4004-865a-96f49d2d4197&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704620
Nov 24 18:28:11.178394 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-86a7dc1c-df12-4a6e-9c8f-eb5762f8ab1c service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290970
Nov 24 18:28:11.245937 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e24fb9-b18e-4a57-ad4a-ca7756bce069 req-d24404ad-c32a-4712-9b95-800f6ac8459b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:11.247488 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-14e24fb9-b18e-4a57-ad4a-ca7756bce069 req-d24404ad-c32a-4712-9b95-800f6ac8459b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0878961
Nov 24 18:28:11.293241 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-14e24fb9-b18e-4a57-ad4a-ca7756bce069 req-d7499e39-67c1-4cc2-98c4-50bea825dcea tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395422
Nov 24 18:28:11.363123 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e58be567-59f8-4cb5-b4cc-9af3e6a1b31b req-11762220-51ce-4174-81dc-4abf6680206f service neutron] 10.222.0.55 "GET /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774855
Nov 24 18:28:11.401391 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2fbca-1e96-4021-8298-3c7774bf760b req-e9dc69b3-ed69-40b3-ba4e-80b340dc219a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:11.403303 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2de2fbca-1e96-4021-8298-3c7774bf760b req-e9dc69b3-ed69-40b3-ba4e-80b340dc219a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.1066461
Nov 24 18:28:11.451947 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2de2fbca-1e96-4021-8298-3c7774bf760b req-9ff0b923-992f-47da-8f66-55e62d642ad1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410864
Nov 24 18:28:12.292927 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:28:12.442675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:12.455800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'port_id': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'mac_address': 'fa:16:3e:ab:28:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:28:12.500675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25f9ac-54a1-4a5f-8863-edd5bd6eee07 req-7434b569-89d3-4afe-8956-63ac8651ede3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:12.502208 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fa25f9ac-54a1-4a5f-8863-edd5bd6eee07 req-7434b569-89d3-4afe-8956-63ac8651ede3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 943 time: 0.0840054
Nov 24 18:28:12.511366 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:12.528822 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:28:12.545445 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:12.549107 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fa25f9ac-54a1-4a5f-8863-edd5bd6eee07 req-5155c677-d388-4cbb-8582-e1a82d5c61d2 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402000
Nov 24 18:28:12.550691 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:12.553788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:12.624569 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=9']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:12.628601 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:12.648348 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43962d65-8c95-4503-9830-a940029f30fb req-7dd8bf81-fc88-47d1-a6d3-679c3ce18c5e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:12.649816 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-43962d65-8c95-4503-9830-a940029f30fb req-7dd8bf81-fc88-47d1-a6d3-679c3ce18c5e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0861044
Nov 24 18:28:12.700498 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-43962d65-8c95-4503-9830-a940029f30fb req-6231d197-c0ba-47bf-8806-fb2714bf8b53 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448678
Nov 24 18:28:12.808360 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:28:13.768532 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356bdd6-190f-474a-b8ee-014e89dc2a47 req-3f957d6a-2893-47d7-aeec-c75c8b17bea3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:13.769962 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7356bdd6-190f-474a-b8ee-014e89dc2a47 req-3f957d6a-2893-47d7-aeec-c75c8b17bea3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 944 time: 0.0860622
Nov 24 18:28:13.815120 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7356bdd6-190f-474a-b8ee-014e89dc2a47 req-45e5d608-9e22-44dd-b5a7-0aff42e8e5f1 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395789
Nov 24 18:28:13.891790 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef56f9c-a473-4c6c-819b-dcf2a4cf6979 req-a7dfb002-8bfe-4ca4-9c14-e23d26033e14 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:13.893699 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6ef56f9c-a473-4c6c-819b-dcf2a4cf6979 req-a7dfb002-8bfe-4ca4-9c14-e23d26033e14 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0853453
Nov 24 18:28:13.938468 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6ef56f9c-a473-4c6c-819b-dcf2a4cf6979 req-7dd24742-dc5b-4a1b-a99b-3a93942144d8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391171
Nov 24 18:28:14.306810 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:28:14.395079 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:28:14.395470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:14.515453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:14.542566 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:28:14.552743 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:14.556920 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:14.558762 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:14.594271 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'code': 200}
Nov 24 18:28:14.627907 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=10']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:14.630692 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:14.853272 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31abf35-6c7a-4659-adba-77f5165b0326 req-6f893462-35b2-42ca-8fac-0b640e445fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:14.854736 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d31abf35-6c7a-4659-adba-77f5165b0326 req-6f893462-35b2-42ca-8fac-0b640e445fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 1099 time: 0.0699863
Nov 24 18:28:14.900493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d31abf35-6c7a-4659-adba-77f5165b0326 req-36a7a4e5-e9d6-4e3d-a6eb-27d5161443ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355890
Nov 24 18:28:15.009260 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a9b5-f88b-40f9-afe8-b5ca7f02b491 req-89cb928a-4a26-428b-949f-4513a29f03b5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:15.010727 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bda4a9b5-f88b-40f9-afe8-b5ca7f02b491 req-89cb928a-4a26-428b-949f-4513a29f03b5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0840981
Nov 24 18:28:15.055778 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bda4a9b5-f88b-40f9-afe8-b5ca7f02b491 req-0b657b38-7b8e-4a32-bde5-db87f2b670be tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393081
Nov 24 18:28:15.122498 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ccd735-d535-4f18-9e68-21d3b52307ea req-a17c04d1-d61a-4cf5-bee0-8d82e3c4d8f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:15.123892 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b4ccd735-d535-4f18-9e68-21d3b52307ea req-a17c04d1-d61a-4cf5-bee0-8d82e3c4d8f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0804710
Nov 24 18:28:15.170936 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b4ccd735-d535-4f18-9e68-21d3b52307ea req-68cdbe88-0faf-4b15-b1ec-f3d84061e39b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406270
Nov 24 18:28:16.259273 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a4d2c-ec5a-4186-80ab-62b0d5e4f0ef req-3dc0e766-3bb9-41d8-9a9b-9bb41b3c9d2b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:16.260916 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bc0a4d2c-ec5a-4186-80ab-62b0d5e4f0ef req-3dc0e766-3bb9-41d8-9a9b-9bb41b3c9d2b tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0835898
Nov 24 18:28:16.312678 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bc0a4d2c-ec5a-4186-80ab-62b0d5e4f0ef req-89649657-61aa-425f-a2b4-1e94f2114673 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459609
Nov 24 18:28:16.383539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498615e7-d310-4369-9b39-5cd423f2d068 req-284ad5c9-6144-43c2-a061-3cc16e51af0b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:16.385118 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-498615e7-d310-4369-9b39-5cd423f2d068 req-284ad5c9-6144-43c2-a061-3cc16e51af0b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0975449
Nov 24 18:28:16.438427 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-498615e7-d310-4369-9b39-5cd423f2d068 req-ca8908d6-7b84-46d6-ad48-989c355916d8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470102
Nov 24 18:28:17.509274 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3477ca-260d-41d8-b36e-3adac37252d0 req-61a4cffe-3200-4db7-9a52-165f2237d362 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:17.510719 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f3477ca-260d-41d8-b36e-3adac37252d0 req-61a4cffe-3200-4db7-9a52-165f2237d362 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0837011
Nov 24 18:28:17.556009 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f3477ca-260d-41d8-b36e-3adac37252d0 req-fb96d1ee-b33f-464a-b76a-89195d714a27 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396249
Nov 24 18:28:17.630726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b34348-866a-4bac-ab6f-f875dc04ede3 req-69d14f16-796a-4aed-8537-212c7d8acd57 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:17.632107 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37b34348-866a-4bac-ab6f-f875dc04ede3 req-69d14f16-796a-4aed-8537-212c7d8acd57 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0866096
Nov 24 18:28:17.677760 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-37b34348-866a-4bac-ab6f-f875dc04ede3 req-04914ef6-b591-4cfd-aea7-1cb175957591 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400043
Nov 24 18:28:18.874476 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012dab8-cb08-4ca4-88e4-d5cc51d030e5 req-4181052e-aa08-40ed-b6bc-83f6099d401e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:18.875961 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4012dab8-cb08-4ca4-88e4-d5cc51d030e5 req-4181052e-aa08-40ed-b6bc-83f6099d401e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0860007
Nov 24 18:28:18.919285 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4012dab8-cb08-4ca4-88e4-d5cc51d030e5 req-2af45e00-7cfa-4b99-94d9-46a2c883890b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376530
Nov 24 18:28:20.102209 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee90abd-7662-4f73-bf59-6fad57eb1d8e req-5fbf282a-9227-4519-ad0b-228bde32e93b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:20.103650 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8ee90abd-7662-4f73-bf59-6fad57eb1d8e req-5fbf282a-9227-4519-ad0b-228bde32e93b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0806303
Nov 24 18:28:20.147043 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8ee90abd-7662-4f73-bf59-6fad57eb1d8e req-2a1ffc2d-a321-4be4-90e8-84a8722f0874 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378244
Nov 24 18:28:20.701494 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380965-c264-484e-a0cd-369185e061b4 req-2dc932ca-d5bc-4785-88ac-63568095e50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:20.702883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-2dc932ca-d5bc-4785-88ac-63568095e50d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0747561
Nov 24 18:28:20.833110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380965-c264-484e-a0cd-369185e061b4 req-5523798e-5013-4c47-b4d1-5bda2f680515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:20.834544 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-5523798e-5013-4c47-b4d1-5bda2f680515 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1256661
Nov 24 18:28:21.017668 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-3f54bb24-4ea9-4066-a8be-51e443591c72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 1001 time: 0.1743348
Nov 24 18:28:21.089295 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380965-c264-484e-a0cd-369185e061b4 req-ed252246-02c2-4b01-84a9-53db2d3675ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:21.090720 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-ed252246-02c2-4b01-84a9-53db2d3675ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0640018
Nov 24 18:28:21.164557 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37380965-c264-484e-a0cd-369185e061b4 req-e1fb52e3-ad90-44f0-bd2d-0709a1185dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:21.165980 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-e1fb52e3-ad90-44f0-bd2d-0709a1185dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687783
Nov 24 18:28:21.352500 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-6902647d-135e-4067-a0e4-ab1ec5618b69 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793292
Nov 24 18:28:21.434003 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386bb68-0952-4f3c-8848-ab56b9f43c3f req-2cbb16be-4405-4d1b-8d34-ab8d019d6009 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:21.436420 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9386bb68-0952-4f3c-8848-ab56b9f43c3f req-2cbb16be-4405-4d1b-8d34-ab8d019d6009 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.1827998
Nov 24 18:28:21.515886 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9386bb68-0952-4f3c-8848-ab56b9f43c3f req-6eb2d1a9-43f4-498c-9e0a-e12135a26376 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663309
Nov 24 18:28:21.531912 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-37380965-c264-484e-a0cd-369185e061b4 req-5b30f58d-4da7-49d4-adda-d7a8cc246193 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723781
Nov 24 18:28:22.705741 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd75bf-2de7-4210-9a61-2b6a9165d218 req-62f63934-b094-44c3-a048-907c9e3fcb41 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:22.707405 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5bbd75bf-2de7-4210-9a61-2b6a9165d218 req-62f63934-b094-44c3-a048-907c9e3fcb41 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0837984
Nov 24 18:28:22.751277 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5bbd75bf-2de7-4210-9a61-2b6a9165d218 req-be3ea4ba-a39a-4acf-8225-5cae3fdafefd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384121
Nov 24 18:28:23.288943 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5ea96cb9-ebc0-4511-acc7-bc1b9ac7fc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:23.553120 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:23.943537 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f28f67-2984-4c58-afb7-83d63e73d25c req-dd5c85af-06a4-422e-9caa-06a9c1e39089 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:23.945137 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9f28f67-2984-4c58-afb7-83d63e73d25c req-dd5c85af-06a4-422e-9caa-06a9c1e39089 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0876594
Nov 24 18:28:23.989973 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9f28f67-2984-4c58-afb7-83d63e73d25c req-9a055cf2-cbf3-420d-9c5a-2c4324373079 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389051
Nov 24 18:28:24.722011 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36390) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:25.343078 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38e112-331b-49cd-9188-e222558b0dae req-5f014806-5e23-45ef-a5bc-b925af3788f0 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:25.344469 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5f38e112-331b-49cd-9188-e222558b0dae req-5f014806-5e23-45ef-a5bc-b925af3788f0 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.2423627
Nov 24 18:28:25.436893 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5f38e112-331b-49cd-9188-e222558b0dae req-3ea1dab7-c0c5-4f2e-8835-dc0996819be6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843556
Nov 24 18:28:25.589997 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:25.961997 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-0e234ef0-d75d-40d6-8bed-9f84f5f4c54e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3060365
Nov 24 18:28:25.998139 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea68f1c-6ca3-460a-bfe2-560837ad6799 req-ceb309d0-a945-47c2-8fa0-bf2e83e02307 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:25.999583 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5ea68f1c-6ca3-460a-bfe2-560837ad6799 req-ceb309d0-a945-47c2-8fa0-bf2e83e02307 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.2806284
Nov 24 18:28:26.086804 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-5ea68f1c-6ca3-460a-bfe2-560837ad6799 req-40f25bf2-2b52-495c-8a09-23d261f5f81c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792503
Nov 24 18:28:26.110089 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Deleting port ada38ad1-4a97-471c-961e-8f8393dbdb19 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:26.110432 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.177616 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c3d7a30c-775e-4d01-b4f6-8b6938202797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.289953 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] For port ada38ad1-4a97-471c-961e-8f8393dbdb19, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ada38ad1-4a97-471c-961e-8f8393dbdb19,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:26.290318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.356103 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:28:26.430375 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Calling delete_port for ada38ad1-4a97-471c-961e-8f8393dbdb19 owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:26.489458 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.517124 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:28:26.526924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:26.533986 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.537067 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:26.577524 dv-cinder-818579-1-iscsi neutron-server[86834]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'code': 422} returned with failed status
Nov 24 18:28:26.660870 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=6']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:26.664574 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:26.865629 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.869912 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-92892414-7767-45a2-8b42-c51e860cb3a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:26.906190 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:26.917071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ada38ad1-4a97-471c-961e-8f8393dbdb19,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:26.961950 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.962319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.962887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.963028 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.963379 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.963757 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.964114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.964475 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.964825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.965167 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.965512 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:26.965871 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:27.004548 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:27.271563 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:27.383468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e8d25-5ae2-4291-bdc3-0e0caa555805 req-4acec65a-61bc-48cb-98a6-8450ea29b9b1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:27.384852 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-179e8d25-5ae2-4291-bdc3-0e0caa555805 req-4acec65a-61bc-48cb-98a6-8450ea29b9b1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.1780744
Nov 24 18:28:27.502692 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-179e8d25-5ae2-4291-bdc3-0e0caa555805 req-002fdf42-13b7-4d3e-b0c9-f3de1064cb4f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662940
Nov 24 18:28:27.679866 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-62af65bd-4bda-4dd0-b3fc-dd81a6b1299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:27.681254 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-62af65bd-4bda-4dd0-b3fc-dd81a6b1299f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729&tenant_id=64beedb83ebb48e291cc631a123c1504 HTTP/1.1" status: 200  len: 1096 time: 0.0770731
Nov 24 18:28:27.685462 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:28:27.770962 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-bd53ffce-e31a-4f42-9245-5d4a66fb75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:27.772462 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-bd53ffce-e31a-4f42-9245-5d4a66fb75ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1096 time: 0.0702298
Nov 24 18:28:27.865825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:28:27.874770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Sync routers for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:28:27.885563 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:28:27.886285 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-fdef2963-2508-430e-9ba6-583d5d8a7f4c admin admin] 10.222.0.64 "PUT /v2.0/routers/6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1632178
Nov 24 18:28:27.888650 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36412) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:27.888937 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d4abb2e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:27.911241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-3fe5b2e5-42a7-4d4a-9f8d-c051ceb43554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:27.912729 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-3fe5b2e5-42a7-4d4a-9f8d-c051ceb43554 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1335626
Nov 24 18:28:28.023118 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-cbff387c-b7b8-456e-8c62-f25dd4eaa97b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 999 time: 0.1025636
Nov 24 18:28:28.075929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:28:28.090634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-3e397ccc-f54e-47d2-9833-e4ba6aa4118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:28.092253 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-3e397ccc-f54e-47d2-9833-e4ba6aa4118b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0621605
Nov 24 18:28:28.174791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-16405b66-ed65-4be5-ae51-80ba85fcc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:28.176709 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-16405b66-ed65-4be5-ae51-80ba85fcc7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774200
Nov 24 18:28:28.189522 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.284563 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.338460 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-95fa53c1-5860-4e34-93f9-9f6c0a9c7ff8 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1539307
Nov 24 18:28:28.384321 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.396204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Deleting port 685a24af-58af-437e-9f83-b60a628d5204 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:28.396544 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.403915 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d4abb2e0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '685a24af-58af-437e-9f83-b60a628d5204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T18:28:26Z', 'revision_number': 5, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port': {'id': '685a24af-58af-437e-9f83-b60a628d5204', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ff:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T17:50:43Z', 'updated_at': '2021-11-24T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:28.408842 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Checking router: 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:28:28.418966 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Routers {'6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:28:28.419850 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d4abb2e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:28.501665 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d2dc72bb-33e8-4631-9d77-b1366b6a68fd req-90a4f8cf-0d1b-46c7-be45-7fe83d86808c service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461520
Nov 24 18:28:28.588703 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] Set router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 gateway port host: None {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:28:28.588926 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] For port 685a24af-58af-437e-9f83-b60a628d5204, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=685a24af-58af-437e-9f83-b60a628d5204,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:28.589068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.702165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d4abb2e0>, [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T18:28:28Z', 'revision_number': 6, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:28.704539 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98f0d-13d3-45da-960c-d532a8483f4f req-6bda2c60-0709-4913-bc6c-92d675a63446 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:28.706043 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1cd98f0d-13d3-45da-960c-d532a8483f4f req-6bda2c60-0709-4913-bc6c-92d675a63446 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0819499
Nov 24 18:28:28.709216 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f1c48-a2a6-427d-b9e2-c5afc3469816 None None] The sync data for ids ['6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8'] in dv-cinder-818579-1-iscsi is: [{'id': '6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8', 'name': 'tempest-AttachVolumeTestJSON-77637781-router', 'tenant_id': '4275b2353e804c9e9365d6f9ff69fb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T17:50:41Z', 'updated_at': '2021-11-24T18:28:28Z', 'revision_number': 6, 'project_id': '4275b2353e804c9e9365d6f9ff69fb04', 'gw_port_host': None}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:28:28.720111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Calling delete_port for 685a24af-58af-437e-9f83-b60a628d5204 owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:28.755945 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1cd98f0d-13d3-45da-960c-d532a8483f4f req-d9498fc3-3d9a-4d8e-b39d-aa8e4d48c1f4 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416651
Nov 24 18:28:28.905661 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:28.909087 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-3b0338b7-68d6-48f9-a101-252698b58c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:28.954423 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=685a24af-58af-437e-9f83-b60a628d5204,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:28.958598 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:29.046422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.133415 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ada38ad1-4a97-471c-961e-8f8393dbdb19 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:28:29.171005 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: ada38ad1-4a97-471c-961e-8f8393dbdb19 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:28:29.171390 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ada38ad1-4a97-471c-961e-8f8393dbdb19 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:28:29.235344 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.237547 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.259822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.260333 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:28:29.273088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.274195 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9d7be6b0-446d-4a74-87a2-3e007f6c7a1e admin admin] 10.222.0.64 "DELETE /v2.0/routers/6f237a6a-6d18-45da-ab1c-5cfb4bad0ed8 HTTP/1.1" status: 204  len: 168 time: 1.3846607
Nov 24 18:28:29.276680 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36418) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:29.338171 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Deleting subnet 16f16fc0-6819-42e2-a4b0-5778c30f54a7 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:28:29.341028 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.389475 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.466670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.559149 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.563540 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:29.599796 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f16fc0-6819-42e2-a4b0-5778c30f54a7,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:29.603277 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:29.605771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.611620 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-9fa6daaf-41d6-4d56-9cc1-0742e315920a admin admin] 10.222.0.64 "DELETE /v2.0/subnets/16f16fc0-6819-42e2-a4b0-5778c30f54a7 HTTP/1.1" status: 204  len: 168 time: 0.3339524
Nov 24 18:28:29.614577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36422) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:29.615358 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b122a2-6bd2-4af0-a10e-14422c901e8e None None] Network 16d04825-809e-487e-b2a8-9c8ebe5605d4 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:28:29.840378 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.857339 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Deleting port 6b3a0214-6074-4798-beff-c734d79ae999 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:29.857674 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:29.901440 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] DHCP port deletion for 16d04825-809e-487e-b2a8-9c8ebe5605d4 request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:28:29.905777 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Deleting port 6b3a0214-6074-4798-beff-c734d79ae999 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:29.906284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.101086 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bea89-6c8a-46a4-8887-535ebdcb9450 req-69200186-1360-4e36-89e8-60d417d997dd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:30.102505 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d32bea89-6c8a-46a4-8887-535ebdcb9450 req-69200186-1360-4e36-89e8-60d417d997dd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.2035942
Nov 24 18:28:30.115453 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] For port 6b3a0214-6074-4798-beff-c734d79ae999, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=6b3a0214-6074-4798-beff-c734d79ae999,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:30.115888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.169401 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] For port 6b3a0214-6074-4798-beff-c734d79ae999, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=6b3a0214-6074-4798-beff-c734d79ae999,segment=NetworkSegment(af2d0421-3e65-4fe3-84e9-80e8fd1842b6),segment_id=af2d0421-3e65-4fe3-84e9-80e8fd1842b6)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:30.169760 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.192145 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d32bea89-6c8a-46a4-8887-535ebdcb9450 req-11f64af4-abd1-4639-a0a8-a33ecc7b77d7 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815451
Nov 24 18:28:30.293380 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Calling delete_port for 6b3a0214-6074-4798-beff-c734d79ae999 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:30.306893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Calling delete_port for 6b3a0214-6074-4798-beff-c734d79ae999 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:30.356715 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.378464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582'] for port, after_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.383443 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:30.389977 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.db.api [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:28:30.390289 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_db.api [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:28:30.427938 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Pushing event deleted for resources: {'Port': ['ID=6b3a0214-6074-4798-beff-c734d79ae999,revision_number=None']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:30.430969 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:30.431976 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] No DVR routers for this DVR port 6b3a0214-6074-4798-beff-c734d79ae999 on host dv-cinder-818579-1-iscsi {{(pid=86834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:28:30.891513 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Deleting port 6b3a0214-6074-4798-beff-c734d79ae999 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:30.891893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:30.962991 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] The port '6b3a0214-6074-4798-beff-c734d79ae999' was deleted {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:28:31.078096 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.103468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d48e8a30>,) {'filters': {'network_id': ['16d04825-809e-487e-b2a8-9c8ebe5605d4']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:31.116249 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d48e8a30>, 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:31.116724 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d48e8a30>, 'af2d0421-3e65-4fe3-84e9-80e8fd1842b6') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:31.117482 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 685a24af-58af-437e-9f83-b60a628d5204 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:28:31.128386 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.146235 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.152428 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:28:31.152820 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.153785 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 685a24af-58af-437e-9f83-b60a628d5204 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:28:31.154235 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 685a24af-58af-437e-9f83-b60a628d5204 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:28:31.154663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 6b3a0214-6074-4798-beff-c734d79ae999 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   util.warn(
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   util.warn(
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   util.warn(
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   util.warn(
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:28:31.166396 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:28:31.190815 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 6b3a0214-6074-4798-beff-c734d79ae999 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:28:31.191168 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 6b3a0214-6074-4798-beff-c734d79ae999 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:28:31.245864 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.249758 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-89daff61-7e90-4e1a-961b-f536fb093ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:31.263353 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.273470 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=16d04825-809e-487e-b2a8-9c8ebe5605d4,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:31.276778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:31.287344 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-34f40e49-f489-49cc-b8ef-df868b09bfc1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/16d04825-809e-487e-b2a8-9c8ebe5605d4 HTTP/1.1" status: 204  len: 168 time: 1.6717186
Nov 24 18:28:31.420086 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36432) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:31.471724 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-78a812b9-4cf4-4609-a5a6-3b2be65397dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4275b2353e804c9e9365d6f9ff69fb04&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0504122
Nov 24 18:28:31.474087 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36436) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:31.484434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860dff0-8de7-4f53-8771-bca3bc6ccf8d req-31ffa329-c03d-4902-864a-b1fc665f5155 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:31.486122 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d860dff0-8de7-4f53-8771-bca3bc6ccf8d req-31ffa329-c03d-4902-864a-b1fc665f5155 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.1792305
Nov 24 18:28:31.535834 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d860dff0-8de7-4f53-8771-bca3bc6ccf8d req-f31c7b4f-0860-4a2f-a0bc-bd126f97736e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427186
Nov 24 18:28:31.540839 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.568484 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.624659 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.628621 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ac36ba78-26d0-4ff0-88a5-583b823c6883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:31.642303 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d9ae66-fa18-469c-8dcc-06f0b0b1f286,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:31.644868 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:31.650062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:31.653374 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/17d9ae66-fa18-469c-8dcc-06f0b0b1f286 HTTP/1.1" status: 204  len: 168 time: 0.1761918
Nov 24 18:28:32.725157 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ceda6-4e28-4a97-9f37-a5876787819c req-46f21053-3081-4db6-9e87-79baa65e58a3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:32.726580 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0a6ceda6-4e28-4a97-9f37-a5876787819c req-46f21053-3081-4db6-9e87-79baa65e58a3 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0839803
Nov 24 18:28:32.772922 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0a6ceda6-4e28-4a97-9f37-a5876787819c req-c6120c8a-9d7d-48ce-b4c9-db60df6983b1 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391490
Nov 24 18:28:33.962440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e44258-d014-498d-8127-73df7db000cf req-ccf7dc53-d38e-4ebe-8d3c-7b5efd723027 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:33.963930 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-49e44258-d014-498d-8127-73df7db000cf req-ccf7dc53-d38e-4ebe-8d3c-7b5efd723027 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0857754
Nov 24 18:28:34.008486 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-49e44258-d014-498d-8127-73df7db000cf req-ae5e2985-d689-4e7a-adbe-e49464db5cdc tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389857
Nov 24 18:28:35.191446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c0e2a-96e5-4eab-b572-5a11544ca4f3 req-3bb6c107-a4c9-4b6b-bd02-3ea23797acdb tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:35.192907 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-185c0e2a-96e5-4eab-b572-5a11544ca4f3 req-3bb6c107-a4c9-4b6b-bd02-3ea23797acdb tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0787501
Nov 24 18:28:35.236646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-185c0e2a-96e5-4eab-b572-5a11544ca4f3 req-e9b84a06-c47e-4dbd-9b66-9a979a3b80e7 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379350
Nov 24 18:28:35.320918 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:28:36.396140 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:28:36.424895 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee89a2a-6480-4a25-beaa-c1a3b4da9062 req-af4aa12d-dcab-4f18-8c21-6e3662f4913e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:36.427467 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fee89a2a-6480-4a25-beaa-c1a3b4da9062 req-af4aa12d-dcab-4f18-8c21-6e3662f4913e tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 943 time: 0.0867102
Nov 24 18:28:36.477031 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-fee89a2a-6480-4a25-beaa-c1a3b4da9062 req-4591905a-e70c-4351-897b-63ff1c66df0f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437589
Nov 24 18:28:36.541211 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:36.554321 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '14049677-4550-4720-bae9-0ec4b86404d1', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'port_id': '14049677-4550-4720-bae9-0ec4b86404d1', 'mac_address': 'fa:16:3e:10:eb:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:28:36.612671 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:36.629062 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14049677-4550-4720-bae9-0ec4b86404d1 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:28:36.644817 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:36.648404 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:36.650118 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8ce00236-6802-4933-afe2-5b0b334dbd0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:36.718860 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=7']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:36.723161 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:36.887499 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['14049677-4550-4720-bae9-0ec4b86404d1'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:28:37.666469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69612db-293c-481b-8e2d-8f4745b654e3 req-42cff634-cbc4-4b17-b7f2-4bf96cf81e11 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:37.668161 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d69612db-293c-481b-8e2d-8f4745b654e3 req-42cff634-cbc4-4b17-b7f2-4bf96cf81e11 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 944 time: 0.0859752
Nov 24 18:28:37.723272 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d69612db-293c-481b-8e2d-8f4745b654e3 req-77b59ed2-beb6-4e6b-8ccb-1e023b214379 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482175
Nov 24 18:28:38.418957 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:28:38.491141 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 14049677-4550-4720-bae9-0ec4b86404d1 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:28:38.491515 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:38.609625 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:38.639710 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:28:38.650351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:38.653422 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:38.655240 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:38.691847 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'code': 200}
Nov 24 18:28:38.733275 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=8']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:38.736106 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:38.912466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11058d-73d6-4f86-9532-51503c6eee31 req-b27374a5-f66e-4369-a98f-3a2e4f3cef4a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:38.913932 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ec11058d-73d6-4f86-9532-51503c6eee31 req-b27374a5-f66e-4369-a98f-3a2e4f3cef4a tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0854645
Nov 24 18:28:39.003243 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ec11058d-73d6-4f86-9532-51503c6eee31 req-aec829b7-daa1-4213-a814-ed8039dc6e6f tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835295
Nov 24 18:28:39.031649 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b0515-942f-4de0-95c8-abb3e2da9a5a req-0dee0b57-389a-4ab6-8b6f-c12f61c303a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:39.033119 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cf2b0515-942f-4de0-95c8-abb3e2da9a5a req-0dee0b57-389a-4ab6-8b6f-c12f61c303a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0834408
Nov 24 18:28:39.074811 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cf2b0515-942f-4de0-95c8-abb3e2da9a5a req-4b622218-bb07-4671-99b0-11bd8d34aea2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351357
Nov 24 18:28:40.187837 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100a432-523b-43b7-bb0f-b9d7154c7508 req-165bfc40-eea2-4fea-8eca-958fb57ef229 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:40.189413 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3100a432-523b-43b7-bb0f-b9d7154c7508 req-165bfc40-eea2-4fea-8eca-958fb57ef229 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0794489
Nov 24 18:28:40.234013 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3100a432-523b-43b7-bb0f-b9d7154c7508 req-2f76eef0-f140-475e-a572-8fa39f10122b tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378234
Nov 24 18:28:41.432160 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab69b4-aaa8-4d04-ba35-f93b232db18e req-e35c1fd3-902d-4707-ad12-95b98d704f54 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:41.433515 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e0ab69b4-aaa8-4d04-ba35-f93b232db18e req-e35c1fd3-902d-4707-ad12-95b98d704f54 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0841246
Nov 24 18:28:41.478647 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e0ab69b4-aaa8-4d04-ba35-f93b232db18e req-4a480c32-0257-4502-8ded-387f537ff752 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394042
Nov 24 18:28:42.238594 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36574) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:42.354118 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.369068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:28:42.372872 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Usage tracker for resource:security_group_rule and tenant:898a358ef1934c2f99cf852ce6a89fdc is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:28:42.376206 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:28:42.382367 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:28:42.464576 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.468284 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.476189 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1c2e40ac-d005-41b9-b5e7-a7efe0ad9da7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:42.514512 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e36b1-d591-4728-9a50-897174b1a138,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:42.518588 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=898a358ef1934c2f99cf852ce6a89fdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2789814
Nov 24 18:28:42.520434 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-6ce192e1-f4f8-4019-8566-adeb9dde6211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:42.522317 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36580) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:42.579287 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.610453 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.665080 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.668778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-755d01be-7323-4984-807c-eb55370a5c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:42.766028 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e36b1-d591-4728-9a50-897174b1a138,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:42.770979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:42.772926 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:42.774024 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c08e36b1-d591-4728-9a50-897174b1a138 HTTP/1.1" status: 204  len: 168 time: 0.2514830
Nov 24 18:28:45.971432 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36716) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:46.086653 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.100842 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:28:46.104585 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:31ec5dd5fa92499595dafb2bd046b2bc is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:28:46.107474 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:28:46.113267 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:28:46.194238 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.198383 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.207021 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34aa3d9e-ff34-4ac8-a74e-152389540a31 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:46.245472 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=31ec5dd5fa92499595dafb2bd046b2bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2729068
Nov 24 18:28:46.247019 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1228a6-eb25-4d9f-a939-892813113876,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:46.248181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36722) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:46.249917 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:46.307817 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.333733 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.385205 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.388800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b04192b8-8762-4eb0-9b9e-ab696750782a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:46.401855 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1228a6-eb25-4d9f-a939-892813113876,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:46.410698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.411835 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb1228a6-eb25-4d9f-a939-892813113876 HTTP/1.1" status: 204  len: 168 time: 0.1625547
Nov 24 18:28:46.413201 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.413580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.413946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.414435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.414664 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.415026 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.415380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.415763 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.416125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.416476 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.416823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.417176 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:28:46.420233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:46.687737 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36730) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:46.705151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.719319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:28:46.723641 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Usage tracker for resource:security_group_rule and tenant:15b54fefb0eb48df9e75329460d60f56 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:28:46.726466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:28:46.732106 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:28:46.821146 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.824827 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.831727 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2b262df8-739f-4fa5-a5bf-6d12836d1cf7 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:46.872217 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15b54fefb0eb48df9e75329460d60f56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1834722
Nov 24 18:28:46.873127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab406b4-b9bd-4e42-bf7d-21b9a1f395a8,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:46.874890 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36734) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:46.876175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:46.935992 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:46.961380 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:47.018811 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:47.023189 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c998d0ea-b8cb-420b-bbd3-f2df8f6d12e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:47.035827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab406b4-b9bd-4e42-bf7d-21b9a1f395a8,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:47.038396 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:47.045727 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:47.046897 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ab406b4-b9bd-4e42-bf7d-21b9a1f395a8 HTTP/1.1" status: 204  len: 168 time: 0.1710105
Nov 24 18:28:49.713330 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36804) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:49.838084 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:49.853099 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:28:49.856936 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Usage tracker for resource:security_group_rule and tenant:4bc1c2726073426c9fe25639fe46020b is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:28:49.859791 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:28:49.866331 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:28:49.949878 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:49.953713 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:49.960845 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-49842cb8-0618-4bbf-88a6-2a6f0350e930 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:50.002255 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bc1c2726073426c9fe25639fe46020b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2878194
Nov 24 18:28:50.003279 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f857e-6dd6-4a46-8de7-c9929581c0ae,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:50.005041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36812) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:50.007813 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:50.072033 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.099279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.149793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.154495 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d900e6b1-a14c-4cca-85e1-237934d85efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:50.167783 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f857e-6dd6-4a46-8de7-c9929581c0ae,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:50.170524 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:50.172512 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.176718 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bd2f857e-6dd6-4a46-8de7-c9929581c0ae HTTP/1.1" status: 204  len: 168 time: 0.1675212
Nov 24 18:28:50.459138 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36820) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:50.477658 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.491933 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:28:50.495614 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:535addb06c72490ea3fd72b414fbc194 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:28:50.498423 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:28:50.504552 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:28:50.588969 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.592834 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.603821 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4af0f9cd-0a8a-4c4d-81d9-a5ec2a2b4272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:50.643252 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=535addb06c72490ea3fd72b414fbc194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1829772
Nov 24 18:28:50.645026 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5551aa54-b8d6-4e0e-9cee-aef5535df4ce,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:50.646631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36826) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:50.647812 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:50.713597 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.739928 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.792041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.796708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6de55778-5df5-4819-951d-843a794e3ff0 tempest-VolumesNegativeTest-1853627152 tempest-VolumesNegativeTest-1853627152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:50.810110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551aa54-b8d6-4e0e-9cee-aef5535df4ce,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:50.812678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:50.822875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:50.826405 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5551aa54-b8d6-4e0e-9cee-aef5535df4ce HTTP/1.1" status: 204  len: 168 time: 0.1754661
Nov 24 18:28:51.221333 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ce5fb-ef6b-49af-ad29-87e043a3c761 req-a5d2e5f0-e182-463f-a180-98a194211e2d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:51.223431 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-952ce5fb-ef6b-49af-ad29-87e043a3c761 req-a5d2e5f0-e182-463f-a180-98a194211e2d tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0822031
Nov 24 18:28:51.272536 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-952ce5fb-ef6b-49af-ad29-87e043a3c761 req-40feb0cc-a1d4-4771-90a4-953608e9d2cc tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438631
Nov 24 18:28:52.478328 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746942d5-f415-4ca9-b1cb-d99ed7cc1fae req-daa61e92-1732-463d-a1d5-a2afc91bdeb3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:52.478328 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-746942d5-f415-4ca9-b1cb-d99ed7cc1fae req-daa61e92-1732-463d-a1d5-a2afc91bdeb3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0859191
Nov 24 18:28:52.523148 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-746942d5-f415-4ca9-b1cb-d99ed7cc1fae req-f9968526-03b6-41f7-8920-6f38614d7911 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups?id=756f8cef-e13f-4943-8d7f-f1d5b831e939&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430832
Nov 24 18:28:52.643475 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-434b549d-1bdb-4f9f-a2b1-80051631f4e3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:28:52.645452 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-434b549d-1bdb-4f9f-a2b1-80051631f4e3 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 946 time: 0.0828891
Nov 24 18:28:52.718976 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Deleting port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:52.719327 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:52.971463 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] For port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:28:52.971863 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.284290 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7ac01522-3b9c-43fb-9910-6b07cc82841f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.359347 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.359767 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.360095 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Floating IP 6cfab121-6be9-4343-acc2-29c397a5da58 disassociated. External IP: 172.27.0.174, port: 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6.
Nov 24 18:28:53.360444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Calling delete_port for 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:53.514027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.520181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-064dc635-6f3e-4c0a-9c61-a6f819893d62 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:53.556966 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:53.576482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'Port': ['ID=7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:53.591275 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:53.741413 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8b65f195-4f15-476e-9b43-290b91aac5ab req-efc83c4a-2ee6-40f4-b576-0653c83128b8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/ports?device_id=f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe HTTP/1.1" status: 200  len: 210 time: 0.0999098
Nov 24 18:28:53.817158 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:28:53.996309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:28:54.007999 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:28:54.017722 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:28:54.018346 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4b50>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:54.077536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] No DVR routers for this DVR port 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:28:54.080088 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:54.084596 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-deleted', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:28:54.099646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a764c9ea-1514-4243-bc44-ba5bc3e5f193 req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.55 "DELETE /v2.0/ports/7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 HTTP/1.1" status: 204  len: 173 time: 1.4478264
Nov 24 18:28:54.134943 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a852a8-43ff-49cb-ae82-7b9eb71d0dfe', 'name': 'network-vif-deleted', 'tag': '7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6', 'status': 'completed', 'code': 200}
Nov 24 18:28:54.253529 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:28:54.563454 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4b50>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:54.567546 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:28:54.575745 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:28:54.576337 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4b50>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:54.752556 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:28:54.875799 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36926) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:54.952857 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:54.982177 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.040812 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.045974 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3afb0244-d9e0-421b-80e0-4898e5744b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:55.062293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f8cef-e13f-4943-8d7f-f1d5b831e939,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:55.065500 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:55.074820 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.076882 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "DELETE /v2.0/security-groups/756f8cef-e13f-4943-8d7f-f1d5b831e939 HTTP/1.1" status: 204  len: 168 time: 0.2000511
Nov 24 18:28:55.079791 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 36934) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:55.101306 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.api.v2.resource [None req-8ff0d425-f5ef-4353-bc3c-9afa5518cacf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] show failed (client error): The resource could not be found.
Nov 24 18:28:55.105042 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4b50>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:28:55.107944 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36940) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:28:55.108370 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8ff0d425-f5ef-4353-bc3c-9afa5518cacf tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "GET /v2.0/security-groups/756f8cef-e13f-4943-8d7f-f1d5b831e939 HTTP/1.1" status: 404  len: 347 time: 0.0275111
Nov 24 18:28:55.114601 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8551-d621-48ef-820d-c49b6c8c2c67 None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:21:22Z', 'revision_number': 4, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '1e11ec39-af3a-4fab-8e4c-615e83028900', 'name': '', 'network_id': '3ce9ad89-4e1b-4004-865a-96f49d2d4197', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'mac_address': 'fa:16:3e:c0:9d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:22Z', 'updated_at': '2021-11-24T18:21:29Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'subnets': [{'id': '4b045104-1337-4e6f-9704-fcd4a46273dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:28:55.271974 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Deleting port 2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:55.272317 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.346586 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc19c4b0-60fa-4c53-8ea0-17a9669ed4c9 None None] New status for floating IP 6cfab121-6be9-4343-acc2-29c397a5da58: DOWN {{(pid=86834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:28:55.457051 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.457412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:55.661412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Calling delete_port for 2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86 owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:55.742206 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.db.api [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86832) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:28:55.742664 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_db.api [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:28:56.160141 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-47241554-592d-4bad-8d86-2fcef640d8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.244073 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Deleting port 2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:28:56.244529 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.430251 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.430827 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.494049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:28:56.531716 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:28:56.532198 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 7dbfb9fa-6ad3-4f5e-bca0-d1b42da9b6d6 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:28:56.563959 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Calling delete_port for 2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86 owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:28:56.714624 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.719325 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7857dd6a-7688-4d55-b416-53f096dba911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:28:56.763815 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Pushing event deleted for resources: {'Port': ['ID=2e3bcb0a-8b11-4c2e-bc31-d45a7e183f86,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:28:56.791226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:28:56.862722 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.877256 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:56.878446 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-0fc230d1-a474-4e13-869e-fc9b621252a5 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] 10.222.0.64 "DELETE /v2.0/floatingips/6cfab121-6be9-4343-acc2-29c397a5da58 HTTP/1.1" status: 204  len: 168 time: 1.7691398
Nov 24 18:28:56.912800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:58.252586 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:28:59.681757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 36996) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:00.159130 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:00.408760 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:00.753223 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37018) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:00.875253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Deleting port 1e11ec39-af3a-4fab-8e4c-615e83028900 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:29:00.875855 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:00.875955 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:00.890390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:00.894159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b3105dc91a40ad851a87f1bab1dbf4 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:00.897124 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:00.902676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:00.987627 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:00.993426 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.003204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b3bbfbad-7b9e-4a65-8737-f673fd0e9f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:01.045725 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7b3105dc91a40ad851a87f1bab1dbf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2907197
Nov 24 18:29:01.047377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b9e496-f45c-47de-9348-7f1dee92ebc6,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:01.049407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37024) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:01.051089 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:01.079640 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] For port 1e11ec39-af3a-4fab-8e4c-615e83028900, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=1e11ec39-af3a-4fab-8e4c-615e83028900,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:29:01.080011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.234245 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Calling delete_port for 1e11ec39-af3a-4fab-8e4c-615e83028900 owned by network:router_interface {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:29:01.296355 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.464351 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.559519 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.563855 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c010702b-cae2-4cc9-9c1b-d8e5f79bdef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:01.606843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b9e496-f45c-47de-9348-7f1dee92ebc6,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:01.609458 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:01.639012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.640141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88b9e496-f45c-47de-9348-7f1dee92ebc6 HTTP/1.1" status: 204  len: 168 time: 0.5898099
Nov 24 18:29:01.652838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.657893 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00ed6988-cae2-480e-9f4d-b39a2095f2dd tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:01.702377 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Pushing event deleted for resources: {'Port': ['ID=1e11ec39-af3a-4fab-8e4c-615e83028900,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:01.705467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:01.937602 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37032) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:01.957041 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.971221 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:01.975588 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Usage tracker for resource:security_group_rule and tenant:f88c13c3b90440be9b494a30315fdca9 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:01.978325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:01.983792 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:01.984269 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:02.065737 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.069911 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.078669 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-24ba0b37-6fc7-4f2c-b501-17423d6e54d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:02.121007 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f88c13c3b90440be9b494a30315fdca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1798460
Nov 24 18:29:02.121007 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bf67e1-1f0a-4833-82a7-627eeea3e528,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:02.123954 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:02.124434 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37036) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:02.189845 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.218642 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.277258 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.280900 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-305a303b-40c7-4d1e-bef0-199c787fc67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:02.295946 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bf67e1-1f0a-4833-82a7-627eeea3e528,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:02.298474 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:02.309283 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.310374 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88bf67e1-1f0a-4833-82a7-627eeea3e528 HTTP/1.1" status: 204  len: 168 time: 0.1850488
Nov 24 18:29:02.465248 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Router eb92719a-d521-4403-b55f-99bcaf5d0763 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:29:02.654704 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:29:02.659663 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] 10.222.0.64 "PUT /v2.0/routers/eb92719a-d521-4403-b55f-99bcaf5d0763/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9768615
Nov 24 18:29:02.662723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37046) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:02.666346 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37048) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:02.666914 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Sync routers for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:29:02.677273 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:29:02.677882 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4820>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:02.751484 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:02.781125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:02.837585 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5667db45c5473596706257799576b5 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:02.848873 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:02.861079 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:29:02.866642 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:02.900629 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.133743 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.142434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.148888 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Deleting port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:29:03.149201 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.176944 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.181097 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4820>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190'}], 'enable_snat': True}, 'gw_port_id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:29:01Z', 'revision_number': 5, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port': {'id': '2b354db3-2c13-41f1-8bea-16ce24bc8e5e', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:21:19Z', 'updated_at': '2021-11-24T18:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:03.185018 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Checking router: eb92719a-d521-4403-b55f-99bcaf5d0763 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:29:03.188657 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-c3a78b3b-9b37-4ebf-ae39-a234819e0dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:03.193464 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Routers {'eb92719a-d521-4403-b55f-99bcaf5d0763'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:29:03.194073 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4820>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:28:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['eb92719a-d521-4403-b55f-99bcaf5d0763'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:03.246448 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b5667db45c5473596706257799576b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5786510
Nov 24 18:29:03.249117 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37054) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:03.250070 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c56beb-d0c4-4ba3-93e6-a21fe06aafbd,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:03.254487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fc8d55e6-9cc9-44ba-8c66-1cd054e90044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:03.323511 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.351575 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.352934 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] Set router eb92719a-d521-4403-b55f-99bcaf5d0763 gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:29:03.380278 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] For port 2b354db3-2c13-41f1-8bea-16ce24bc8e5e, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:29:03.380689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.416122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.421524 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:03.435483 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c56beb-d0c4-4ba3-93e6-a21fe06aafbd,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:03.439024 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:03.454558 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.459075 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2bc7b130-bb9d-4f2f-bbd3-5bd4553eb59e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3c56beb-d0c4-4ba3-93e6-a21fe06aafbd HTTP/1.1" status: 204  len: 168 time: 0.2074313
Nov 24 18:29:03.475223 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5ab4820>, [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:29:03Z', 'revision_number': 6, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:03.479362 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d327a81-5a07-4bb7-8c10-5564cd5f14a0 None None] The sync data for ids ['eb92719a-d521-4403-b55f-99bcaf5d0763'] in dv-cinder-818579-1-iscsi is: [{'id': 'eb92719a-d521-4403-b55f-99bcaf5d0763', 'name': 'tempest-AttachVolumeShelveTestJSON-725245002-router', 'tenant_id': 'd25c25f0344f48eea568f2eb414698a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:21:18Z', 'updated_at': '2021-11-24T18:29:03Z', 'revision_number': 6, 'project_id': 'd25c25f0344f48eea568f2eb414698a9', 'gw_port_host': None}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:29:03.519883 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Calling delete_port for 2b354db3-2c13-41f1-8bea-16ce24bc8e5e owned by network:router_gateway {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:29:03.692200 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:03.696757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:03.847013 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b354db3-2c13-41f1-8bea-16ce24bc8e5e,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:03.851153 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:03.944911 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.119795 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.122661 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.213081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.213856 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb92719a-d521-4403-b55f-99bcaf5d0763 {{(pid=86832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:29:04.235432 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Notify callbacks [] for router, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.238964 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] 10.222.0.64 "DELETE /v2.0/routers/eb92719a-d521-4403-b55f-99bcaf5d0763 HTTP/1.1" status: 204  len: 168 time: 1.5729933
Nov 24 18:29:04.239264 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37078) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:04.305022 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Deleting subnet 4b045104-1337-4e6f-9704-fcd4a46273dc {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:29:04.307941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.360985 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.449035 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.525550 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.530050 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e86c7e14-93f9-472c-815f-f6d8726d2c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:04.565575 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b045104-1337-4e6f-9704-fcd4a46273dc,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:04.568203 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:04.572413 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.578624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0179927-9ae0-44b1-a357-d57301487c45 None None] Network 3ce9ad89-4e1b-4004-865a-96f49d2d4197 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:29:04.580714 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37090) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:04.590775 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-e4792103-81b2-4ee7-ae81-8011954b1283 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4b045104-1337-4e6f-9704-fcd4a46273dc HTTP/1.1" status: 204  len: 168 time: 0.3397541
Nov 24 18:29:04.707156 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.718121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Deleting port ebaa9ac3-d511-49c5-8eba-665896f05b98 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:29:04.718574 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.897630 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] DHCP port deletion for 3ce9ad89-4e1b-4004-865a-96f49d2d4197 request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:29:04.902352 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Deleting port ebaa9ac3-d511-49c5-8eba-665896f05b98 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:29:04.902742 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:04.944327 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] For port ebaa9ac3-d511-49c5-8eba-665896f05b98, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ebaa9ac3-d511-49c5-8eba-665896f05b98,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:29:04.945207 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.074899 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Calling delete_port for ebaa9ac3-d511-49c5-8eba-665896f05b98 owned by network:dhcp {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:29:05.120295 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] For port ebaa9ac3-d511-49c5-8eba-665896f05b98, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ebaa9ac3-d511-49c5-8eba-665896f05b98,segment=NetworkSegment(0695dff1-cb5b-448f-9b50-4e4aff99442e),segment_id=0695dff1-cb5b-448f-9b50-4e4aff99442e)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:29:05.120712 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.176521 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.181193 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-57740272-3bc2-4fbb-ae49-b570db944ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:05.191801 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ebaa9ac3-d511-49c5-8eba-665896f05b98 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:29:05.233148 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebaa9ac3-d511-49c5-8eba-665896f05b98,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:05.235566 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] No DVR routers for this DVR port ebaa9ac3-d511-49c5-8eba-665896f05b98 on host dv-cinder-818579-1-iscsi {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:29:05.237057 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:05.288742 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Calling delete_port for ebaa9ac3-d511-49c5-8eba-665896f05b98 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:29:05.337689 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: ebaa9ac3-d511-49c5-8eba-665896f05b98 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:29:05.338048 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ebaa9ac3-d511-49c5-8eba-665896f05b98 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:29:05.338486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e11ec39-af3a-4fab-8e4c-615e83028900 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:29:05.361111 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.388712 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d44b6850>,) {'filters': {'network_id': ['3ce9ad89-4e1b-4004-865a-96f49d2d4197']}} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:05.401455 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d44b6850>, '0695dff1-cb5b-448f-9b50-4e4aff99442e') {'for_net_delete': True} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:05.401835 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.services.segments.db [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d44b6850>, '0695dff1-cb5b-448f-9b50-4e4aff99442e') {} {{(pid=86832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:29:05.403156 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:29:05.403853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:29:05.409464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 1e11ec39-af3a-4fab-8e4c-615e83028900 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:29:05.410096 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 1e11ec39-af3a-4fab-8e4c-615e83028900 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:29:05.410797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 2b354db3-2c13-41f1-8bea-16ce24bc8e5e no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:29:05.415225 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3694491'] for segment, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.433933 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.442608 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=86832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:29:05.443032 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2438570'] for segment, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]: Traceback (most recent call last):
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     timer()
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     cb(*args, **kw)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     return func(*args, **kwargs)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     self._notify()
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     self.callback(batched_events)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     event.method(event)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     return f(self, *a, **k)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._get(url).json()
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:29:05.457324 dv-cinder-818579-1-iscsi neutron-server[86832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:29:05.460795 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 2b354db3-2c13-41f1-8bea-16ce24bc8e5e {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:29:05.461159 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 2b354db3-2c13-41f1-8bea-16ce24bc8e5e not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:29:05.538058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.544076 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.546658 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:05.569467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce9ad89-4e1b-4004-865a-96f49d2d4197,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:05.572673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:05.583768 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/3ce9ad89-4e1b-4004-865a-96f49d2d4197 HTTP/1.1" status: 204  len: 168 time: 1.0013015
Nov 24 18:29:05.770935 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37124) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:05.823830 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-cbb12227-4e39-4578-8178-63bb20f48a54 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d25c25f0344f48eea568f2eb414698a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511727
Nov 24 18:29:05.826341 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37130) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:05.885822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.904986 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Deleting port ebaa9ac3-d511-49c5-8eba-665896f05b98 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:29:05.905545 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.915537 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.977718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:05.982902 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cfcfd7d6-8c7f-4d7b-bee3-af8623090ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:05.990826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-d27fcbe1-5cda-4004-baba-5af48a08f211 None None] The port 'ebaa9ac3-d511-49c5-8eba-665896f05b98' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:29:06.000051 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ebec4-ac85-4d32-92a0-f020452b1455,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:06.004467 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:06.007945 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:06.009239 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0e9ebec4-ac85-4d32-92a0-f020452b1455 HTTP/1.1" status: 204  len: 168 time: 0.1818726
Nov 24 18:29:07.476593 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-7edce8cb-2daa-460e-965f-7fd61aa803b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1947017
Nov 24 18:29:07.637262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-8e69fc65-a47a-4eab-8e2c-a85f780e9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:29:07.639041 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-8e69fc65-a47a-4eab-8e2c-a85f780e9a11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0894623
Nov 24 18:29:07.800014 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-46d05684-4100-45ca-acea-8fda3001a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:29:07.802379 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-46d05684-4100-45ca-acea-8fda3001a9e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1431744
Nov 24 18:29:07.922164 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-ee293375-879b-45a1-adc7-a1cd547978d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 1001 time: 0.1118097
Nov 24 18:29:07.990473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-d00e307f-f297-4c5a-9f23-67f0e5adfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:29:07.991987 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-d00e307f-f297-4c5a-9f23-67f0e5adfff1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0622883
Nov 24 18:29:08.079163 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-b557d9b3-5441-4995-8cb0-b560482c7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:29:08.080651 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-b557d9b3-5441-4995-8cb0-b560482c7e92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820131
Nov 24 18:29:08.218883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-7839309a-f789-429d-8d77-33d01f327328 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305714
Nov 24 18:29:08.356192 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d0dca9a0-44b7-4048-b68a-3b979c8e9509 req-abf29d14-e8ee-40dd-acb5-12da18ea9c69 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292872
Nov 24 18:29:09.352998 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37226) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:09.468716 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.483451 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:09.487258 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Usage tracker for resource:security_group_rule and tenant:24167385663a4ef79a0187c274e7f1fd is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:09.490677 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:09.496472 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:09.580230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.584289 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.594477 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-edf5c27f-dbef-4379-8b84-7af30224bd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:09.639043 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=24167385663a4ef79a0187c274e7f1fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2849605
Nov 24 18:29:09.640082 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2921ad-4df9-48ad-9c72-b061668093df,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:09.641742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37232) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:09.643979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:09.701527 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.727265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.777053 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.780697 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ef4edf5a-8f6c-4dca-b530-62e9518dc6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:09.791516 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2921ad-4df9-48ad-9c72-b061668093df,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:09.794839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:09.797944 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:09.799036 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e2921ad-4df9-48ad-9c72-b061668093df HTTP/1.1" status: 204  len: 168 time: 0.1562154
Nov 24 18:29:10.074883 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37240) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:10.093122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.111875 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:10.116002 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Usage tracker for resource:security_group_rule and tenant:2f621f2eaf3b43e0915eca227a365fec is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:10.118781 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:10.124328 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:10.210924 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.214678 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.221626 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-498ec189-bef0-4736-8d66-ea0970ac3d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:10.263395 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520848c-bfe5-4b04-b37d-48d7c758fcf1,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:10.270647 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f621f2eaf3b43e0915eca227a365fec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912673
Nov 24 18:29:10.270647 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:10.270926 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37250) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:10.329377 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.357469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.417119 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.421207 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8330a900-2224-4e88-a75b-6b2ac63799c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:10.439505 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520848c-bfe5-4b04-b37d-48d7c758fcf1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:10.442439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:10.450672 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.454608 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-34bc38f3-160c-450d-a202-f601e11e79f8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0520848c-bfe5-4b04-b37d-48d7c758fcf1 HTTP/1.1" status: 204  len: 168 time: 0.1827161
Nov 24 18:29:10.813229 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37266) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:10.836248 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.852670 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:10.857129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6c4d19007c441f85d7ed301f4e0beb is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:10.860525 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:10.866840 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:10.954501 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.958582 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:10.966780 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-74047c34-2cb0-4ad2-a876-e6750a29cc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:11.005591 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc6c4d19007c441f85d7ed301f4e0beb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1913171
Nov 24 18:29:11.007173 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9835e8c0-58f3-421d-9079-af57a9599767,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:11.008220 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37270) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:11.010088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-13da3795-2cab-4a1c-8aa6-57a311817e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:11.072206 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:11.097909 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:11.148352 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:11.151928 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4cb242c4-6bae-42c9-b1fd-feeb8f9253d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:11.162455 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9835e8c0-58f3-421d-9079-af57a9599767,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:11.166187 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:11.169381 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:11.170437 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-64eddbe6-2da8-424a-a2db-1dee7eb443fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9835e8c0-58f3-421d-9079-af57a9599767 HTTP/1.1" status: 204  len: 168 time: 0.1612563
Nov 24 18:29:12.319855 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:29:21.336018 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37466) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:21.456608 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.471368 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:21.476536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Usage tracker for resource:security_group_rule and tenant:b9bf18529eef428db23b70937c9abe7f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:21.479461 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:21.485298 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:21.571735 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.575552 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.584856 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d12fb10b-a934-4af2-ab95-2e788e08541e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:21.630640 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b9bf18529eef428db23b70937c9abe7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2924132
Nov 24 18:29:21.631577 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d06dca-fc89-4421-b439-40c2d201e357,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:21.632726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37472) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:21.634592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4a86dee7-7937-4fa0-8414-3b78fa0d0f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:21.693420 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.718810 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.773573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.778418 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c8e06ef7-136c-4b6c-ad26-00986cb247ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:21.790215 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d06dca-fc89-4421-b439-40c2d201e357,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:21.792882 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:21.800011 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:21.804181 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d3d06dca-fc89-4421-b439-40c2d201e357 HTTP/1.1" status: 204  len: 168 time: 0.1693583
Nov 24 18:29:23.288498 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2c0427f2-9853-4f07-8c4d-8d51aa7cf8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:23.559835 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.210908 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37598) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:24.337402 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.351627 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:24.355379 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Usage tracker for resource:security_group_rule and tenant:f48979d4055748e2914db1fa0f44ccba is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:24.358231 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:24.364391 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:24.447152 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.451879 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.459640 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8340ddd1-f22a-4c55-83d3-931db1725826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:24.501377 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f48979d4055748e2914db1fa0f44ccba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2893271
Nov 24 18:29:24.502172 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae05589-8d51-490c-bf06-2067e3ccdbf0,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:24.503968 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37606) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:24.505201 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8ae92670-19d0-4c75-bdac-4f84570bf4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:24.566560 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.591918 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.645231 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.649764 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bea44719-97f4-4422-8c5a-6c5f1091bdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:24.663433 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae05589-8d51-490c-bf06-2067e3ccdbf0,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:24.667177 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:24.672481 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.673575 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eae05589-8d51-490c-bf06-2067e3ccdbf0 HTTP/1.1" status: 204  len: 168 time: 0.1685193
Nov 24 18:29:24.949940 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37614) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:24.968427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:24.984211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:24.987916 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Usage tracker for resource:security_group_rule and tenant:c1eab189635d4cb28f3e05eae89fd833 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:24.991115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:24.996733 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:25.086437 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.090505 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.099376 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-862dfeef-95ca-4355-b33d-030b40f2f0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:25.137665 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f313c-ea1b-4055-9d52-a0c9c72dd29d,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:25.141824 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1eab189635d4cb28f3e05eae89fd833&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1908798
Nov 24 18:29:25.142839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:25.144473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37618) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:25.205865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.231534 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.281738 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.286590 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-53404828-5083-47c1-b318-49e5f6817d27 tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:25.300229 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f313c-ea1b-4055-9d52-a0c9c72dd29d,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:25.304123 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:25.306272 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:25.307408 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d9ff8651-717d-42e5-850c-24ccaeea7195 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6d5f313c-ea1b-4055-9d52-a0c9c72dd29d HTTP/1.1" status: 204  len: 168 time: 0.1613691
Nov 24 18:29:26.166473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-11d12076-49e0-4894-abee-74d91283be6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:26.915087 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:27.878371 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37696) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:27.994772 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.008621 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:28.012315 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5d05846a0c4df18e3b42515f907006 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:28.015055 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:28.021180 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:28.109200 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.112905 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.121306 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a84a0ca3-a896-46ad-92fc-10b20e96c2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:28.159587 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d5d05846a0c4df18e3b42515f907006&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801814
Nov 24 18:29:28.161214 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59deb3e7-982a-4cd2-a7c7-a31343d2294e,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:28.163021 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37702) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:28.169099 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.169699 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.170076 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.170505 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.170800 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.171154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.171512 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.171895 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.172242 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.172591 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.172935 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.173285 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:28.177673 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:28.231153 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.253339 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.257746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.313099 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.318310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dfcdf22d-fa96-47aa-b261-f0f07b824643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:28.329330 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59deb3e7-982a-4cd2-a7c7-a31343d2294e,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:28.334304 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:28.336216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.337307 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-e3fe5b3a-4189-47a2-b539-8465f69220f1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/59deb3e7-982a-4cd2-a7c7-a31343d2294e HTTP/1.1" status: 204  len: 168 time: 0.1732850
Nov 24 18:29:28.619564 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37712) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:28.643181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.658782 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:28.663343 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Usage tracker for resource:security_group_rule and tenant:eda48b2c3b6c4f6d855c5795a33eec70 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:28.666295 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:28.672019 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:28.761245 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.765148 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.771728 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e0586b28-eea3-4ee7-b74c-32d18730a3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:28.817643 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eda48b2c3b6c4f6d855c5795a33eec70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1956592
Nov 24 18:29:28.818576 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb19ad-fefb-4619-953b-9d74c9a6bc39,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:28.820366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37716) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:28.821827 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:28.878620 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.906497 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.959025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.962752 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ae6cd381-c86f-4fae-a675-472e7c320798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:28.974722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb19ad-fefb-4619-953b-9d74c9a6bc39,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:28.978836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:28.992186 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:28.993295 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2e9ffabd-f519-4946-a562-c5bd7d4756bd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91bb19ad-fefb-4619-953b-9d74c9a6bc39 HTTP/1.1" status: 204  len: 168 time: 0.1719687
Nov 24 18:29:30.147928 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:49.319619 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:29:53.294183 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8aec45c2-472f-4939-b05a-a2a6df896e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:53.562906 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:56.160837 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a4bd076a-4907-40b2-a026-e2477bda16a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:56.791334 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 37934) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:56.914373 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:56.914626 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:56.932832 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:29:56.936705 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Usage tracker for resource:security_group_rule and tenant:758fd583b7d144f29e7f61bd954d89f1 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:29:56.939521 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:29:56.946093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:29:57.031966 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.038109 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.045668 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cfe0f704-2326-48a1-b79c-4cd09a884bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:57.087807 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=758fd583b7d144f29e7f61bd954d89f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2953203
Nov 24 18:29:57.088756 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee44753-c75a-49f0-a5bf-4a93b807dfeb,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:57.090638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 37940) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:29:57.091961 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-189ab9ad-32ce-4163-8f44-64fe720a5ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:57.154500 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.182433 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.235683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.239465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a5458bfe-a072-4eb5-8f07-13acc28d78e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:29:57.252443 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee44753-c75a-49f0-a5bf-4a93b807dfeb,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:29:57.262789 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.263176 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.263553 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.263960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.264326 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.264699 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.265064 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.265429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.265800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.266156 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.266515 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.266875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:29:57.270796 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:29:57.275164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:29:57.276323 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-1c6d9815-a347-49c2-8947-2876c3a9a647 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ee44753-c75a-49f0-a5bf-4a93b807dfeb HTTP/1.1" status: 204  len: 168 time: 0.1844211
Nov 24 18:29:58.257831 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.158442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38004) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:00.162722 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.462754 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Deleting port 606fc5c2-4d00-4560-908b-f771e7231eff {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:00.463097 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.640615 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.640948 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.780599 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Calling delete_port for 606fc5c2-4d00-4560-908b-f771e7231eff owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:00.967886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:00.978512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3afcdb9c-0034-4ec8-ac6e-d2b81579a9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:01.029308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event deleted for resources: {'Port': ['ID=606fc5c2-4d00-4560-908b-f771e7231eff,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:01.032440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:01.147569 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:01.147569 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Floating IP 43420698-24aa-4ef8-a11d-acbdf6f77a40 disassociated (deleted). External IP: 172.27.0.151, port: 14049677-4550-4720-bae9-0ec4b86404d1.
Nov 24 18:30:01.560199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Router bc689814-7115-44c7-a3d5-8ba7ec616172 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:30:01.764075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:01.778464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Sync routers for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:01.788950 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:01.789581 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5c1f550>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:01.794115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:01.971654 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "DELETE /v2.0/floatingips/43420698-24aa-4ef8-a11d-acbdf6f77a40 HTTP/1.1" status: 204  len: 168 time: 1.8119745
Nov 24 18:30:01.972476 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:01.998328 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:02.040230 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'status': 'completed', 'code': 200}
Nov 24 18:30:02.162338 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-40f0b326-737d-4f02-abca-f3c6242649ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:02.164519 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-40f0b326-737d-4f02-abca-f3c6242649ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=64beedb83ebb48e291cc631a123c1504&device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 1098 time: 0.0916436
Nov 24 18:30:02.329339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-894bfa8f-7479-41c6-b617-ade846a326b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:02.330869 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-894bfa8f-7479-41c6-b617-ade846a326b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 200  len: 909 time: 0.1563485
Nov 24 18:30:02.461549 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-b287e3ba-3e72-484d-8b1f-fa09e9e8a8cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 200  len: 217 time: 0.1220150
Nov 24 18:30:02.556429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-69667939-9d8d-42fa-88c6-829a7ef0a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:02.558475 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-69667939-9d8d-42fa-88c6-829a7ef0a26f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 200  len: 847 time: 0.0898526
Nov 24 18:30:02.568679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5c1f550>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:02.574823 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Checking router: bc689814-7115-44c7-a3d5-8ba7ec616172 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:02.584572 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:02.585892 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5c1f550>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:02.650122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-639d26fc-d918-4048-8e13-1528604647c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:02.651713 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-639d26fc-d918-4048-8e13-1528604647c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a82aaae-7621-4c12-b65a-42579210ef49&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862243
Nov 24 18:30:02.789802 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:02.871434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-5d191077-c0e3-4044-bedb-323aaf8c1f92 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116046
Nov 24 18:30:02.911277 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28814a9c-0a81-45e4-86c9-dafd565237aa req-96866bd5-d7ae-4c44-8b27-e9ba2de20974 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:02.912157 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-28814a9c-0a81-45e4-86c9-dafd565237aa req-96866bd5-d7ae-4c44-8b27-e9ba2de20974 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Synchronizing usage tracker for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:02.996491 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-28814a9c-0a81-45e4-86c9-dafd565237aa req-96866bd5-d7ae-4c44-8b27-e9ba2de20974 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Unset dirty status for tenant:64beedb83ebb48e291cc631a123c1504 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:02.997810 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28814a9c-0a81-45e4-86c9-dafd565237aa req-96866bd5-d7ae-4c44-8b27-e9ba2de20974 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.5523956
Nov 24 18:30:03.055083 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9c4d25e6-3382-4f2b-b510-5bf646e4b388 req-9d1c4b4c-6f7a-490c-874f-2d2ec4b619f2 service neutron] 10.222.0.55 "GET /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765993
Nov 24 18:30:03.077208 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-28814a9c-0a81-45e4-86c9-dafd565237aa req-14806707-62f3-4f3c-a9b9-3ea2c770aaf7 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615845
Nov 24 18:30:03.179718 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5c1f550>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:03.187645 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0533e76c-fa9a-4acf-b5d9-9893b650a7fb None None] The sync data for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi is: [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:25:22Z', 'revision_number': 4, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '135ba368-309f-41db-8178-985a72869d77', 'name': '', 'network_id': '6a82aaae-7621-4c12-b65a-42579210ef49', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'mac_address': 'fa:16:3e:c0:a3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:20Z', 'updated_at': '2021-11-24T18:25:27Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'subnets': [{'id': '86fd1350-2909-43a0-b38a-42ffc4203d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:03.424028 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49d55c-b468-4d8a-a397-5d75dbafea13 None None] New status for floating IP 43420698-24aa-4ef8-a11d-acbdf6f77a40: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:30:04.077533 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-fd713830-8512-469f-bef0-8def17dd1b28 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:04.078981 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-fd713830-8512-469f-bef0-8def17dd1b28 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.55 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.0841391
Nov 24 18:30:04.165579 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Deleting port 14049677-4550-4720-bae9-0ec4b86404d1 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:04.165579 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:04.354883 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d706f90-4b72-421d-8980-33cfc1068b1a req-cb7ed5ff-73b8-467f-856d-2387b10df269 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:04.356400 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d706f90-4b72-421d-8980-33cfc1068b1a req-cb7ed5ff-73b8-467f-856d-2387b10df269 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 945 time: 0.1544244
Nov 24 18:30:04.439742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] For port 14049677-4550-4720-bae9-0ec4b86404d1, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=14049677-4550-4720-bae9-0ec4b86404d1,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:04.440118 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:04.499120 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d706f90-4b72-421d-8980-33cfc1068b1a req-e6efa342-4a4c-4aa8-a5de-49e51f9ba29c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/security-groups?id=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1361253
Nov 24 18:30:04.572535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Calling delete_port for 14049677-4550-4720-bae9-0ec4b86404d1 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:04.718932 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:04.724374 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:04.869777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event deleted for resources: {'Port': ['ID=14049677-4550-4720-bae9-0ec4b86404d1,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:04.898196 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:04.949744 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] No DVR routers for this DVR port 14049677-4550-4720-bae9-0ec4b86404d1 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:30:04.952692 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:04.955824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-deleted', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:04.980279 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1c349382-5780-42bb-8aac-b9a9f53e4943 req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.55 "DELETE /v2.0/ports/14049677-4550-4720-bae9-0ec4b86404d1 HTTP/1.1" status: 204  len: 173 time: 0.8925536
Nov 24 18:30:05.009744 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736ce395-1f9b-46b2-8890-8cc53afa8729', 'name': 'network-vif-deleted', 'tag': '14049677-4550-4720-bae9-0ec4b86404d1', 'status': 'completed', 'code': 200}
Nov 24 18:30:05.692424 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f9addb79-b44d-42f9-bec1-6eccd6cec96f req-1d1403bb-3c4b-41e8-b9f3-41161047bb27 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "GET /v2.0/ports?device_id=736ce395-1f9b-46b2-8890-8cc53afa8729 HTTP/1.1" status: 200  len: 210 time: 0.0760725
Nov 24 18:30:06.554000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38120) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:06.679927 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:06.695695 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:06.699548 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0025edb6c0e543658ef5553c3e6577fd is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:06.702496 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:06.708298 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:06.803079 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38132) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:06.811403 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:06.816113 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:06.829129 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-7840ba5c-9db3-4cd0-b0de-919aef1f0c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:06.871924 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9016428-aa2c-46d4-adef-5b394a2dc214,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:06.875548 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:06.878341 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-213746f8-9ec7-426e-9e10-af7996dcb9f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0025edb6c0e543658ef5553c3e6577fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3232958
Nov 24 18:30:06.881325 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38138) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:06.883368 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:06.883519 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:06.921297 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:06.966201 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 14049677-4550-4720-bae9-0ec4b86404d1 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:06.966836 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 14049677-4550-4720-bae9-0ec4b86404d1 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:06.975079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.003239 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.009204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.010294 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ee7ebe49-acba-4146-8703-90247e1e95fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:07.030202 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fc4f0-bbe1-40e7-b169-b3b3bdbae94a,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:07.041156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:07.062731 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.066430 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] 10.222.0.64 "DELETE /v2.0/security-groups/308fc4f0-bbe1-40e7-b169-b3b3bdbae94a HTTP/1.1" status: 204  len: 168 time: 0.2598133
Nov 24 18:30:07.082884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.088832 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-ce8c8b25-387d-446a-a876-7958a13529bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:07.104990 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9016428-aa2c-46d4-adef-5b394a2dc214,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:07.108056 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:07.109420 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.110671 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-24a77a95-d1d9-4c4c-ae00-2c18389d0f91 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e9016428-aa2c-46d4-adef-5b394a2dc214 HTTP/1.1" status: 204  len: 168 time: 0.2281849
Nov 24 18:30:07.141680 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38152) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:07.268564 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38156) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:07.556706 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.574620 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:07.578983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Usage tracker for resource:security_group_rule and tenant:72d7ef52c5fb4d6db79d2b40e27b19cd is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:07.582430 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:07.590835 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:07.707734 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.712728 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.721047 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cc4d8466-19b9-4ea1-9f1c-4c802b34f510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:07.761192 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=72d7ef52c5fb4d6db79d2b40e27b19cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4914796
Nov 24 18:30:07.762837 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bbdc90-d7d2-48e8-9a48-50becc4fa7dd,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:07.765247 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38162) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:07.767755 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-380d2de3-ed2c-44c2-a6e2-38d24fccf536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:07.813951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.830390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.872095 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.928591 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.932246 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-b802c1cb-c838-41d1-94a6-e655f1cb0e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:07.943715 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bbdc90-d7d2-48e8-9a48-50becc4fa7dd,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:07.946492 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:07.952871 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:07.953995 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-828056b7-cdfd-4cc2-b777-d79a852f545b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66bbdc90-d7d2-48e8-9a48-50becc4fa7dd HTTP/1.1" status: 204  len: 168 time: 0.1880276
Nov 24 18:30:08.180749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Deleting port 135ba368-309f-41db-8178-985a72869d77 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:08.181337 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.369228 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38170) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:08.371197 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] For port 135ba368-309f-41db-8178-985a72869d77, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=135ba368-309f-41db-8178-985a72869d77,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:08.371654 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.389342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.406103 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:08.410725 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Usage tracker for resource:security_group_rule and tenant:18ee6c27bc094c61880f99b40a1132ce is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:08.415231 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:08.421618 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:08.529806 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.534367 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.541675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-776c72bc-5d24-4946-9b54-6d9d4d998c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:08.585988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b21f1-18ab-47cc-8cf8-58fe357727ba,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:08.592661 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18ee6c27bc094c61880f99b40a1132ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2198071
Nov 24 18:30:08.592661 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-375ac024-0e18-45bd-a5c9-ca54b008c5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:08.592941 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38174) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:08.610146 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Calling delete_port for 135ba368-309f-41db-8178-985a72869d77 owned by network:router_interface {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:08.657060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.684499 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.738585 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.742996 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d8f0e35e-154f-4d01-b6a6-7f8005241c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:08.757337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b21f1-18ab-47cc-8cf8-58fe357727ba,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:08.760382 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:08.762370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.765941 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-130c9a1c-063e-4a0f-af7f-74d3aae3f13e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee8b21f1-18ab-47cc-8cf8-58fe357727ba HTTP/1.1" status: 204  len: 168 time: 0.1696389
Nov 24 18:30:08.818947 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:08.823863 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-02d7ae89-1499-4190-b0e0-48cec9b565f8 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:08.869054 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Pushing event deleted for resources: {'Port': ['ID=135ba368-309f-41db-8178-985a72869d77,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:08.872371 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:09.169221 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38182) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:09.169874 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.193288 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.211557 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:09.215405 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Usage tracker for resource:security_group_rule and tenant:9975242030cc442a899f64469f5bec88 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:09.218407 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:09.225257 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:09.318306 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.322871 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.331557 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e29706bb-e263-4c40-9f49-d33d740726cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:09.373317 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9975242030cc442a899f64469f5bec88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2018988
Nov 24 18:30:09.374060 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b927ad-6ad1-4cae-9b9b-7de5718ce4b0,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:09.376703 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38186) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:09.378717 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:09.439576 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.466288 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.526146 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.531352 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-de6fb9dc-0d98-4f1c-a803-0ce01d69cb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:09.545973 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b927ad-6ad1-4cae-9b9b-7de5718ce4b0,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:09.549136 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:09.552025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:09.554490 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-cdff6bfd-c5fe-433d-88e0-5427491b2096 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6b927ad-6ad1-4cae-9b9b-7de5718ce4b0 HTTP/1.1" status: 204  len: 168 time: 0.1768169
Nov 24 18:30:09.584752 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Router bc689814-7115-44c7-a3d5-8ba7ec616172 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:30:09.779046 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:09.789399 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Sync routers for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:09.791991 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] 10.222.0.64 "PUT /v2.0/routers/bc689814-7115-44c7-a3d5-8ba7ec616172/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6493020
Nov 24 18:30:09.794682 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38194) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:09.801363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:09.802675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5a73460>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:10.013479 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.019295 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:10.219826 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.236975 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Deleting port a180a236-046f-442c-9f28-b728e54854d7 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:10.237506 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.420051 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5a73460>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a180a236-046f-442c-9f28-b728e54854d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:30:08Z', 'revision_number': 5, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port': {'id': 'a180a236-046f-442c-9f28-b728e54854d7', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:17Z', 'updated_at': '2021-11-24T18:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:10.425463 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Checking router: bc689814-7115-44c7-a3d5-8ba7ec616172 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:10.434035 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38214) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:10.441431 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Routers {'bc689814-7115-44c7-a3d5-8ba7ec616172'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:10.442076 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5a73460>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['bc689814-7115-44c7-a3d5-8ba7ec616172'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:10.462422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] For port a180a236-046f-442c-9f28-b728e54854d7, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=a180a236-046f-442c-9f28-b728e54854d7,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:10.462781 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.562172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1458062948-network', 'tenant_id': 'd9771725dedf4336bda5e0e9bf7bbc9f'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:10.567238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:10.573296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Usage tracker for resource:network and tenant:d9771725dedf4336bda5e0e9bf7bbc9f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:10.577255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:10.584489 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:10.597766 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Made reservation on behalf of d9771725dedf4336bda5e0e9bf7bbc9f for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:10.602896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.616228 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] Set router bc689814-7115-44c7-a3d5-8ba7ec616172 gateway port host: None {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:10.620675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Calling delete_port for a180a236-046f-442c-9f28-b728e54854d7 owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:10.624153 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.647977 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:10.652175 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Usage tracker for resource:security_group_rule and tenant:d9771725dedf4336bda5e0e9bf7bbc9f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:10.655823 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:10.663309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:10.736883 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5a73460>, [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:30:10Z', 'revision_number': 6, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:10.742494 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf41c5bb-fa9d-4b1c-b853-c3d807e6c3b6 None None] The sync data for ids ['bc689814-7115-44c7-a3d5-8ba7ec616172'] in dv-cinder-818579-1-iscsi is: [{'id': 'bc689814-7115-44c7-a3d5-8ba7ec616172', 'name': 'tempest-TestShelveInstance-413826651-router', 'tenant_id': '64beedb83ebb48e291cc631a123c1504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:16Z', 'updated_at': '2021-11-24T18:30:10Z', 'revision_number': 6, 'project_id': '64beedb83ebb48e291cc631a123c1504', 'gw_port_host': None}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:10.782109 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.788807 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.795573 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6ab9d192-6c30-4f39-9c22-27882b5c8894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:10.822634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:30:10.835531 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d512d1-006c-4f05-aaa0-01d590c25fcb,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:10.840151 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:10.841093 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.841619 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Added segment 9d216160-c7e5-46ac-9ef4-2e2831dc9ee8 of type vlan for network 29791584-a22b-4ee3-a585-bbe6c348d18c
Nov 24 18:30:10.871730 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.902121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.903484 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:10.904107 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.909261 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:10.938782 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:10.943556 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-eb6955d8-f0e5-491a-801a-8af4bacec750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:10.991114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a180a236-046f-442c-9f28-b728e54854d7,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:11.017279 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:11.090853 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.147866 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7123079
Nov 24 18:30:11.148684 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38220) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:11.158952 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Request body: {'subnet': {'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1458062948-subnet', 'tenant_id': 'd9771725dedf4336bda5e0e9bf7bbc9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:11.164341 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Pushing event updated for resources: {'Network': ['ID=29791584-a22b-4ee3-a585-bbe6c348d18c,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:11.166949 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:11.169842 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a8103dd9-18be-4d54-a91d-9982c971ee7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:11.172473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Usage tracker for resource:subnet and tenant:d9771725dedf4336bda5e0e9bf7bbc9f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:11.176788 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:11.177488 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 29791584-a22b-4ee3-a585-bbe6c348d18c details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:30:11.184104 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:11.200612 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Made reservation on behalf of d9771725dedf4336bda5e0e9bf7bbc9f for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:11.204759 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.260876 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 135ba368-309f-41db-8178-985a72869d77 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:11.294928 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.305410 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.314698 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 135ba368-309f-41db-8178-985a72869d77 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:11.315140 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 135ba368-309f-41db-8178-985a72869d77 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:11.339947 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.344141 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc689814-7115-44c7-a3d5-8ba7ec616172 {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:30:11.360104 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.361212 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-15ffd8e6-bf88-4374-ac25-cf8940660dc3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/bc689814-7115-44c7-a3d5-8ba7ec616172 HTTP/1.1" status: 204  len: 168 time: 1.5655653
Nov 24 18:30:11.363800 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38224) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:11.427340 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Deleting subnet 86fd1350-2909-43a0-b38a-42ffc4203d88 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:30:11.431154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.449095 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.453734 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5cadb569-9a64-43f4-b01f-5a4e3c7d59c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:11.481993 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.526444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0892ea91-1b87-4ad6-9938-16dbcebd5f10,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:11.530899 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:11.542479 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Checking segment: {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:11.543068 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Network hostable DHCP agents. Network: 29791584-a22b-4ee3-a585-bbe6c348d18c, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:30:11.570635 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.571655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Network 29791584-a22b-4ee3-a585-bbe6c348d18c is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:30:11.585408 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 29791584-a22b-4ee3-a585-bbe6c348d18c) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:11.590081 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:11.590742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.596815 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c695b85-796c-45ee-a55f-a72bc0b5d510 None None] Network 29791584-a22b-4ee3-a585-bbe6c348d18c requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:11.624394 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4650676
Nov 24 18:30:11.651825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.659265 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:11.696490 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.699138 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fd1350-2909-43a0-b38a-42ffc4203d88,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:11.702163 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:11.705132 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4e7de42f-108b-420c-bb8d-08a44e2d2bbc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/86fd1350-2909-43a0-b38a-42ffc4203d88 HTTP/1.1" status: 204  len: 168 time: 0.3402567
Nov 24 18:30:11.706246 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bb785a-ecac-457b-a3c3-a235de248858 None None] Network 6a82aaae-7621-4c12-b65a-42579210ef49 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:11.707592 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38230) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:11.855335 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:11.869222 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Deleting port 834af103-c72a-4eed-a700-f358211edfa3 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:11.869653 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.046037 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4104518-7ba3-44df-98fb-13f23b83b4c2 None None] Network 29791584-a22b-4ee3-a585-bbe6c348d18c requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:12.131542 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] For port 834af103-c72a-4eed-a700-f358211edfa3, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=834af103-c72a-4eed-a700-f358211edfa3,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:12.132084 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.166140 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] DHCP port deletion for 6a82aaae-7621-4c12-b65a-42579210ef49 request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:30:12.184073 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Deleting port 834af103-c72a-4eed-a700-f358211edfa3 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:12.184767 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.264329 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Calling delete_port for 834af103-c72a-4eed-a700-f358211edfa3 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:12.359230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.363421 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-e150656b-cdb2-4976-b17f-7ddef3779721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:12.473327 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Pushing event deleted for resources: {'Port': ['ID=834af103-c72a-4eed-a700-f358211edfa3,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:12.476892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:12.477686 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] No DVR routers for this DVR port 834af103-c72a-4eed-a700-f358211edfa3 on host dv-cinder-818579-1-iscsi {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:30:12.555873 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] For port 834af103-c72a-4eed-a700-f358211edfa3, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=834af103-c72a-4eed-a700-f358211edfa3,segment=NetworkSegment(3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88),segment_id=3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:12.556195 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.681049 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Calling delete_port for 834af103-c72a-4eed-a700-f358211edfa3 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:12.691190 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.716605 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6dcd0>,) {'filters': {'network_id': ['6a82aaae-7621-4c12-b65a-42579210ef49']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:12.730505 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6dcd0>, '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:12.730807 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4b6dcd0>, '3382fa25-fc25-4cd3-a8a9-ae3cd70e1d88') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:12.743417 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.759304 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:30:12.759770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:30:12.760075 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.766078 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:30:12.766456 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:30:12.783052 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:30:12.859317 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.863208 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-035f660c-5f5a-4062-a75c-e0c714f34625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:12.876778 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:12.886829 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a82aaae-7621-4c12-b65a-42579210ef49,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:12.889982 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:12.900385 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-ee8a0d6a-5e21-43c0-ad14-045ff33dbd33 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6a82aaae-7621-4c12-b65a-42579210ef49 HTTP/1.1" status: 204  len: 168 time: 1.1911597
Nov 24 18:30:12.903114 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38242) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:13.168422 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a180a236-046f-442c-9f28-b728e54854d7 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:13.202765 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: a180a236-046f-442c-9f28-b728e54854d7 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:13.203464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device a180a236-046f-442c-9f28-b728e54854d7 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:13.203568 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 834af103-c72a-4eed-a700-f358211edfa3 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:13.237614 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 834af103-c72a-4eed-a700-f358211edfa3 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:13.237972 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 834af103-c72a-4eed-a700-f358211edfa3 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:13.261004 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Deleting port 834af103-c72a-4eed-a700-f358211edfa3 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:13.261433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:13.330573 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-794bc92f-7fab-4e99-a040-0197d1a62a05 None None] The port '834af103-c72a-4eed-a700-f358211edfa3' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:30:13.456999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:13.821473 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Deleting port ca35096b-0070-4f31-9402-434331e8a0d8 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:13.821811 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:13.834689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-ac2f5406-7ee9-4a66-bdc8-c314dd4946f9 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:13.835381 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-36835146-273e-4d08-a256-e29afd723c6e req-ac2f5406-7ee9-4a66-bdc8-c314dd4946f9 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Synchronizing usage tracker for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:network {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:13.853995 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-36835146-273e-4d08-a256-e29afd723c6e req-ac2f5406-7ee9-4a66-bdc8-c314dd4946f9 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Unset dirty status for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:network {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:13.855700 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-ac2f5406-7ee9-4a66-bdc8-c314dd4946f9 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 809 time: 0.1701908
Nov 24 18:30:13.871618 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-8c3e129c-4ab0-4fdc-be15-5cc027d605ef tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/quotas/d9771725dedf4336bda5e0e9bf7bbc9f HTTP/1.1" status: 200  len: 375 time: 0.0104735
Nov 24 18:30:13.929478 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-eb4076c6-1eb5-41a1-afe7-cc6bd6430189 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517044
Nov 24 18:30:14.007959 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] For port ca35096b-0070-4f31-9402-434331e8a0d8, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=ca35096b-0070-4f31-9402-434331e8a0d8,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:14.008320 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:14.066659 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-c8b4b270-a4c4-443e-a2e7-86bb4636cd37 service neutron] 10.222.0.64 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302457
Nov 24 18:30:14.213990 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-c35c2536-dc43-4ae5-b581-aca179a6f94b service neutron] 10.222.0.64 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405859
Nov 24 18:30:14.241833 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Calling delete_port for ca35096b-0070-4f31-9402-434331e8a0d8 owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:14.401299 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c0b29388-39a3-4681-80ae-ddb96ef8bf4d req-283d5bfb-a1ee-4de8-a129-aa1986a3a665 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 210 time: 0.0508547
Nov 24 18:30:14.500556 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:14.506100 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d10d056d-cb5e-463e-85a6-3cbf8c16f362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:14.596774 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca35096b-0070-4f31-9402-434331e8a0d8,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:14.625052 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:14.847528 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:15.233684 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:30:15.423093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:15.436156 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38270) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:15.436920 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] 10.222.0.64 "PUT /v2.0/routers/0e80ad1d-2ca3-409e-a342-f99497af4ad0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5320413
Nov 24 18:30:15.437692 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Sync routers for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:15.450000 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:15.450753 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d568f5e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:15.667069 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:15.731008 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-be7fa336-8be4-4905-8262-d0119e4bd064 req-19adc76d-6ed8-493f-b7ec-41dbf70c708e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 210 time: 0.1800365
Nov 24 18:30:15.891530 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-7c759b3f-c2d4-4507-a80e-112c352d7012 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:15.893051 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-7c759b3f-c2d4-4507-a80e-112c352d7012 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 809 time: 0.4284937
Nov 24 18:30:15.912420 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Request body: {'port': {'device_id': '00cbe36b-3713-459e-865e-fd42485d9e56', 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c', 'admin_state_up': True, 'tenant_id': 'd9771725dedf4336bda5e0e9bf7bbc9f'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:15.981635 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks [] for router, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:16.004796 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d568f5e0>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:30:14Z', 'revision_number': 5, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:16.009050 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Checking router: 0e80ad1d-2ca3-409e-a342-f99497af4ad0 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:16.017635 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Routers {'0e80ad1d-2ca3-409e-a342-f99497af4ad0'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:16.018247 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d568f5e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:16.205132 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] Set router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:16.338713 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:16.345583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Usage tracker for resource:port and tenant:d9771725dedf4336bda5e0e9bf7bbc9f is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:16.353634 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:16.360306 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:16.362865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:16.387465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Deleting port 4c961056-7a72-45b8-a7eb-1b521c4a224f {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:16.388595 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:16.450371 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Made reservation on behalf of d9771725dedf4336bda5e0e9bf7bbc9f for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:16.455378 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:16.520072 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d568f5e0>, [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:30:14Z', 'revision_number': 5, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:16.525934 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ea34f-ebc7-4f39-a343-fe22176491ab None None] The sync data for ids ['0e80ad1d-2ca3-409e-a342-f99497af4ad0'] in dv-cinder-818579-1-iscsi is: [{'id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'name': 'tempest-TestShelveInstance-375243592-router', 'tenant_id': '8a2937c8adc94b25b28c715a850e0397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:25:25Z', 'updated_at': '2021-11-24T18:30:14Z', 'revision_number': 5, 'project_id': '8a2937c8adc94b25b28c715a850e0397', 'gw_port': {'id': '4c961056-7a72-45b8-a7eb-1b521c4a224f', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e80ad1d-2ca3-409e-a342-f99497af4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:25:27Z', 'updated_at': '2021-11-24T18:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:16.771292 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] For port 4c961056-7a72-45b8-a7eb-1b521c4a224f, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4c961056-7a72-45b8-a7eb-1b521c4a224f,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:16.772222 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:16.893505 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e3187e83-a75a-4585-81c6-7b7b492b5ca1 req-679ed7fb-6564-40a6-a031-1734f87daabb tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 210 time: 0.0503829
Nov 24 18:30:16.925299 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Calling delete_port for 4c961056-7a72-45b8-a7eb-1b521c4a224f owned by network:router_gateway {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:16.956223 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Allocated IP 172.20.0.9 (29791584-a22b-4ee3-a585-bbe6c348d18c/0892ea91-1b87-4ad6-9938-16dbcebd5f10/ecab183f-49a8-44ae-8e7c-90e7903bed80) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:17.132610 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ca35096b-0070-4f31-9402-434331e8a0d8 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:17.167532 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: ca35096b-0070-4f31-9402-434331e8a0d8 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:17.167926 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device ca35096b-0070-4f31-9402-434331e8a0d8 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:17.288194 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.306475 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.312076 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:17.364188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c961056-7a72-45b8-a7eb-1b521c4a224f,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:17.399276 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:17.466127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.473112 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-36dce367-9d9c-4267-9843-a28366948304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:17.543273 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.659831 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Network 29791584-a22b-4ee3-a585-bbe6c348d18c is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:17.726086 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:17.737368 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:17.779127 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Pushing event updated for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:17.790537 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.794666 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:17.795702 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.828184 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:17.828807 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.840265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.840770 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e80ad1d-2ca3-409e-a342-f99497af4ad0 {{(pid=86832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:30:17.861145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Notify callbacks [] for router, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:17.864517 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] 10.222.0.64 "DELETE /v2.0/routers/0e80ad1d-2ca3-409e-a342-f99497af4ad0 HTTP/1.1" status: 204  len: 168 time: 2.4236310
Nov 24 18:30:17.864517 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-496f7ba3-b8d4-4bf5-ac49-b50c2510091f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9596596
Nov 24 18:30:17.864822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38284) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:17.904790 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Request body: {'port': {'device_id': '00cbe36b-3713-459e-865e-fd42485d9e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:18.192086 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_v2 [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Deleting subnet 67f65c3e-6ce5-4a21-9937-2210f788a29f {{(pid=86832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:30:18.229495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.310041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3694476'] for subnet, precommit_delete_associations {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.361551 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.488784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a888eca-3857-43f5-8acc-125566b63e77 req-0810b53f-cf68-40ce-8a85-93d864656182 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:18.490036 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5a888eca-3857-43f5-8acc-125566b63e77 req-0810b53f-cf68-40ce-8a85-93d864656182 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Synchronizing usage tracker for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:18.591045 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.634122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5a888eca-3857-43f5-8acc-125566b63e77 req-0810b53f-cf68-40ce-8a85-93d864656182 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Unset dirty status for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:18.635200 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5a888eca-3857-43f5-8acc-125566b63e77 req-0810b53f-cf68-40ce-8a85-93d864656182 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 931 time: 0.5424805
Nov 24 18:30:18.823196 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5a888eca-3857-43f5-8acc-125566b63e77 req-6554f7e0-7e2b-4bdd-8830-0710dc3dc867 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Synchronizing usage tracker for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:18.836532 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2438516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2502524'] for subnet, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.851048 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-bd7e5e49-acbc-487a-bab8-459a65631f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:18.903009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5a888eca-3857-43f5-8acc-125566b63e77 req-6554f7e0-7e2b-4bdd-8830-0710dc3dc867 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Unset dirty status for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:18.904197 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5a888eca-3857-43f5-8acc-125566b63e77 req-6554f7e0-7e2b-4bdd-8830-0710dc3dc867 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539308
Nov 24 18:30:18.904989 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6396f-83b6-4d50-a479-56adf53ccd51 None None] Network 068ce9c5-2d31-4e60-acea-51ea92b71762 requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:18.914199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:18.917259 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f65c3e-6ce5-4a21-9937-2210f788a29f,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:18.923610 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:18.932944 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-239f4001-9378-4646-83d2-d9c764ded409 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/67f65c3e-6ce5-4a21-9937-2210f788a29f HTTP/1.1" status: 204  len: 168 time: 1.0667925
Nov 24 18:30:18.935532 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38290) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:19.015819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecab183f-49a8-44ae-8e7c-90e7903bed80 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:30:19.023700 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.040784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Transition to ACTIVE for port object ecab183f-49a8-44ae-8e7c-90e7903bed80 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:19.044371 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.046566 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.050078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-508650c4-5c9e-49d7-a93c-4d03e794e7bd tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:19.059412 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Deleting port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:19.059794 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.196177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4c961056-7a72-45b8-a7eb-1b521c4a224f no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:19.240454 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 4c961056-7a72-45b8-a7eb-1b521c4a224f {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:19.241172 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4c961056-7a72-45b8-a7eb-1b521c4a224f not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:19.248047 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:19.249546 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] DHCP port deletion for 068ce9c5-2d31-4e60-acea-51ea92b71762 request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:30:19.254781 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Deleting port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:19.255165 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.255420 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:19.331878 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Attempting to bind port ecab183f-49a8-44ae-8e7c-90e7903bed80 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:19.332217 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Attempting to bind port ecab183f-49a8-44ae-8e7c-90e7903bed80 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:19.332548 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Attempting to bind port ecab183f-49a8-44ae-8e7c-90e7903bed80 on network 29791584-a22b-4ee3-a585-bbe6c348d18c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:19.338611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Port ecab183f-49a8-44ae-8e7c-90e7903bed80 on network 29791584-a22b-4ee3-a585-bbe6c348d18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:30:19.338943 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Attempting to bind port ecab183f-49a8-44ae-8e7c-90e7903bed80 on network 29791584-a22b-4ee3-a585-bbe6c348d18c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:19.344336 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:19.344673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Checking segment: {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:19.345061 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Bound using segment: {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:19.345490 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Bound port: ecab183f-49a8-44ae-8e7c-90e7903bed80, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:19.345840 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.447247 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] For port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:19.447724 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.449386 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:19.452738 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:19.460034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.465303 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-584e5bdf-08e8-4a8a-a9ed-63478d84bfbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:19.531321 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:19.531960 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] For port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,segment=NetworkSegment(44887f47-3f3a-446a-a133-5ec3c83b19f2),segment_id=44887f47-3f3a-446a-a133-5ec3c83b19f2)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:19.532099 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.532388 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.533433 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecab183f-49a8-44ae-8e7c-90e7903bed80 HTTP/1.1" status: 200  len: 1093 time: 1.6368537
Nov 24 18:30:19.533958 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:19.552254 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:19.555390 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:19.597957 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Calling delete_port for e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:19.606597 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80', 'status': 'completed', 'code': 200}
Nov 24 18:30:19.686736 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Calling delete_port for e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:19.687404 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.693874 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:19.711713 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-02e041b7-a086-4f08-87cc-5998bd9e9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:19.713268 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-02e041b7-a086-4f08-87cc-5998bd9e9f8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 1096 time: 0.0947495
Nov 24 18:30:19.739841 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:19.743062 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:19.743859 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] No DVR routers for this DVR port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 on host dv-cinder-818579-1-iscsi {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:30:19.769531 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:30:19.769904 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:30:19.798181 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-f10a009d-2e85-408f-b4a2-5676246a489b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80 HTTP/1.1" status: 200  len: 217 time: 0.0734377
Nov 24 18:30:19.863102 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.867561 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835146-273e-4d08-a256-e29afd723c6e req-e8c63394-1b13-4960-921a-ef353972ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:19.869127 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-e8c63394-1b13-4960-921a-ef353972ac83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0892ea91-1b87-4ad6-9938-16dbcebd5f10 HTTP/1.1" status: 200  len: 849 time: 0.0601139
Nov 24 18:30:19.894793 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d55b1310>,) {'filters': {'network_id': ['068ce9c5-2d31-4e60-acea-51ea92b71762']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:19.907696 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d55b1310>, '44887f47-3f3a-446a-a133-5ec3c83b19f2') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:19.907994 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d55b1310>, '44887f47-3f3a-446a-a133-5ec3c83b19f2') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:19.920519 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.921931 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-196eafbb-0d8e-4c7a-abd4-a195ac9666ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29791584-a22b-4ee3-a585-bbe6c348d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422978
Nov 24 18:30:19.938347 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.945692 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:30:19.946015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:30:19.960179 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:30:20.045115 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.049422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:20.068634 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.079409 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Pushing event deleted for resources: {'Network': ['ID=068ce9c5-2d31-4e60-acea-51ea92b71762,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:20.082356 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:20.086136 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] 10.222.0.64 "DELETE /v2.0/networks/068ce9c5-2d31-4e60-acea-51ea92b71762 HTTP/1.1" status: 204  len: 168 time: 1.1489933
Nov 24 18:30:20.214027 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38300) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:20.239347 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-3c7be2a3-9444-4577-923c-8c179390daa2 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3063908
Nov 24 18:30:20.254333 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb941245-60a3-400d-97bd-20f7ecbe142d req-9dc9be9c-b4d7-4809-ae4a-7ada4c89e516 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:20.256617 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bb941245-60a3-400d-97bd-20f7ecbe142d req-9dc9be9c-b4d7-4809-ae4a-7ada4c89e516 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 943 time: 0.1375554
Nov 24 18:30:20.266461 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-aa8c9297-bab5-428d-83f0-9449a730d40f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64beedb83ebb48e291cc631a123c1504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512097
Nov 24 18:30:20.268947 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38306) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:20.273077 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Deleting port e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:20.273908 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.339030 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.353769 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-4a6d7e41-321b-4a69-890b-3fd3450f5ad5 None None] The port 'e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:30:20.375803 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.400174 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bb941245-60a3-400d-97bd-20f7ecbe142d req-4a289921-f4a5-4c2b-b3ba-b2dcc26c9da4 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242437
Nov 24 18:30:20.449273 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.450383 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36835146-273e-4d08-a256-e29afd723c6e req-5bdb3ce9-8690-4d3c-9beb-67b18b872ec7 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928110
Nov 24 18:30:20.454345 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-32c4e76c-810c-49ac-8ec2-8824a6f7aade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:20.468906 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b09d54-3513-446c-b9ec-7b99d650476d,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:20.472920 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:20.480083 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.484663 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c3b09d54-3513-446c-b9ec-7b99d650476d HTTP/1.1" status: 204  len: 168 time: 0.2109265
Nov 24 18:30:20.585157 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-fe6e54be-96b3-4ee8-860b-3b49ac1924ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:20.586681 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-fe6e54be-96b3-4ee8-860b-3b49ac1924ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 1096 time: 0.0807686
Nov 24 18:30:20.732429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-f6c6529e-8a82-4e9c-8260-f61ba627bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:20.733900 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-f6c6529e-8a82-4e9c-8260-f61ba627bad3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 910 time: 0.1404285
Nov 24 18:30:20.807419 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-2e7b8a30-0170-4c02-94a2-36cf85ec0751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80 HTTP/1.1" status: 200  len: 217 time: 0.0651062
Nov 24 18:30:20.852494 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38314) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:20.875828 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-e84fc87e-56d3-4663-8c32-8c8f4aea747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:20.877282 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-e84fc87e-56d3-4663-8c32-8c8f4aea747e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0892ea91-1b87-4ad6-9938-16dbcebd5f10 HTTP/1.1" status: 200  len: 849 time: 0.0628169
Nov 24 18:30:20.909328 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-79798db5-baf9-472b-8641-4fd8d11fa944 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8a2937c8adc94b25b28c715a850e0397&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517228
Nov 24 18:30:20.909567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38318) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:20.929000 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-bc031e77-1973-4fdc-b19c-f8ad453037cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29791584-a22b-4ee3-a585-bbe6c348d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418513
Nov 24 18:30:20.969944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:20.998214 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:21.059452 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:21.064391 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-586ed4b3-a874-457e-9d48-8b34c47e18ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:21.067757 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-68e48110-68ec-4f24-9224-370304446671 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1305835
Nov 24 18:30:21.078516 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace3b7e-06d8-409c-be70-56532bd99e8c,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:21.081344 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:21.082286 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:21.087054 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ace3b7e-06d8-409c-be70-56532bd99e8c HTTP/1.1" status: 204  len: 168 time: 0.1737518
Nov 24 18:30:21.184250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:21.211572 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-7202ab3d-5803-4feb-9f0e-a4b5106e7340 req-16fd1102-3df4-4591-b9f7-a0f44ff62873 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371524
Nov 24 18:30:21.223549 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:21.224194 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e8e9b3bc-2993-4829-8e3f-2eb6fbc1a835 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:21.604827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efc13c-60f2-419d-9cb0-01e68211c0b6 req-5012d0ac-cd68-4b7d-a271-5958cfe746c0 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:21.606312 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b9efc13c-60f2-419d-9cb0-01e68211c0b6 req-5012d0ac-cd68-4b7d-a271-5958cfe746c0 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 943 time: 0.0991919
Nov 24 18:30:21.657243 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b9efc13c-60f2-419d-9cb0-01e68211c0b6 req-0c85551d-5dfc-4f6e-825f-da8c571810fe tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450230
Nov 24 18:30:21.881910 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38344) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:21.991573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-889607710-network', 'tenant_id': 'cb19756ada554e398ec440fa707bd611'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:21.996387 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:22.000208 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Usage tracker for resource:network and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:22.003022 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:22.009318 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:22.023581 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Made reservation on behalf of cb19756ada554e398ec440fa707bd611 for: {'network': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:22.026245 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.039469 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.054830 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:22.058644 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:22.061442 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:22.067021 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:22.147934 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.151530 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.154479 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8c2a39cb-4a34-4a6a-b224-9410511a8efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:22.183779 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'}  {{(pid=86833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:30:22.193717 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2249f8ff-04e2-4f81-96ba-7d042290e27d,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:22.198003 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:22.198922 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.199263 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.segments_db [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Added segment ee8f7138-27be-44a2-ad09-824bbdd32feb of type vlan for network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c
Nov 24 18:30:22.229725 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.259024 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.260507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:22.261070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.264325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:22.366739 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Pushing event updated for resources: {'Network': ['ID=43ed2dbe-8edd-4e75-a06b-5078acde0a2c,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:22.372360 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4867952
Nov 24 18:30:22.372360 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-6c64506a-46b4-4fcb-b81c-f5615c183135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:22.372621 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38350) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:22.377678 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Request body: {'subnet': {'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-889607710-subnet', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'ip_version': 4}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:22.383192 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:22.387195 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Usage tracker for resource:subnet and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:22.390376 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:22.394663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:30:22.397872 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:22.408649 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Made reservation on behalf of cb19756ada554e398ec440fa707bd611 for: {'subnet': 1} {{(pid=86833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:22.411881 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2432709'] for subnet, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.726073 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2247363', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2432759'] for subnet, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.731918 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-454c94e7-2cdc-4e53-8e2b-b5a3a325f3ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:22.802490 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8718d2-80b5-491e-a409-6237bb6ad62e,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:22.806033 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:22.813194 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:22.813545 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Network hostable DHCP agents. Network: 43ed2dbe-8edd-4e75-a06b-5078acde0a2c, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:30:22.846390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:30:22.863029 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 43ed2dbe-8edd-4e75-a06b-5078acde0a2c) {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:22.876353 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1dd395-e5df-4315-90e2-15a1f44581b7 None None] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:22.881667 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:22.882414 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.882816 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc158ce-42c0-4d10-a33d-28d15869e943 req-de7d7129-10f7-4d56-9571-66aa6f484a74 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:22.891289 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fc158ce-42c0-4d10-a33d-28d15869e943 req-de7d7129-10f7-4d56-9571-66aa6f484a74 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 943 time: 0.1162429
Nov 24 18:30:22.914194 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-486c08b0-7382-4fc4-99b7-ac96c1ee2bee admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5382211
Nov 24 18:30:22.914718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38356) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:22.921955 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:22.928064 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:22.932480 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Usage tracker for resource:router and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:22.936105 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:22.944091 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:22.957360 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.958889 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:22.960439 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-4fc158ce-42c0-4d10-a33d-28d15869e943 req-133197ab-882c-4b0f-ab79-ba0c064e2605 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681384
Nov 24 18:30:22.965094 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ecab183f-49a8-44ae-8e7c-90e7903bed80 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:30:22.976832 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.291943 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.324914 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:23.336510 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 18:30:23.337373 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.353910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-f81fd5c9-666d-4cb8-be27-34e30a5db7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.365250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': 'ecab183f-49a8-44ae-8e7c-90e7903bed80', 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c', 'port_id': 'ecab183f-49a8-44ae-8e7c-90e7903bed80', 'mac_address': 'fa:16:3e:79:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0892ea91-1b87-4ad6-9938-16dbcebd5f10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:30:23.493679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.558594 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecab183f-49a8-44ae-8e7c-90e7903bed80 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:30:23.596876 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.601811 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:23.603201 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Allocated IP 172.20.0.2 (43ed2dbe-8edd-4e75-a06b-5078acde0a2c/5d8718d2-80b5-491e-a409-6237bb6ad62e/be0296ff-c1af-4eb4-b320-86db893720a0) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:23.607707 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.610506 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:23.649048 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.680409 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.759903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:23.771594 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.771992 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.772342 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.772710 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.773017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.773349 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.773677 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.774006 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.774339 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.774798 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.774991 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.775316 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:23.781584 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:23.830573 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Allocated IP 172.27.0.253 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/e26169c0-41d7-401a-8d63-08633a9e8154) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:23.888724 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['ecab183f-49a8-44ae-8e7c-90e7903bed80'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:30:23.956303 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:23.975929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Transition to ACTIVE for port object be0296ff-c1af-4eb4-b320-86db893720a0 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:24.000046 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.014706 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Transition to ACTIVE for port object be0296ff-c1af-4eb4-b320-86db893720a0 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:24.028110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.038789 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-bcbeeb30-cd8b-4a0d-beb4-9aa01676adf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:24.040476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.045228 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:24.124281 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:24.125510 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:24.134308 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:24.151219 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Pushing event updated for resources: {'Port': ['ID=be0296ff-c1af-4eb4-b320-86db893720a0,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:24.151440 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:24.154503 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:24.159068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:24.183070 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:24.212011 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Pushing event updated for resources: {'Port': ['ID=e26169c0-41d7-401a-8d63-08633a9e8154,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:24.218484 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:24.276125 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Attempting to bind port be0296ff-c1af-4eb4-b320-86db893720a0 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:24.276585 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Attempting to bind port be0296ff-c1af-4eb4-b320-86db893720a0 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:24.277257 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Attempting to bind port be0296ff-c1af-4eb4-b320-86db893720a0 on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:24.287505 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:24.287796 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:24.288125 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.288535 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Bound using segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:24.289025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Bound port: be0296ff-c1af-4eb4-b320-86db893720a0, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:24.289409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.394504 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] For port be0296ff-c1af-4eb4-b320-86db893720a0, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:24.398952 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] For port be0296ff-c1af-4eb4-b320-86db893720a0, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=be0296ff-c1af-4eb4-b320-86db893720a0,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:24.404964 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.409176 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:24.494057 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ae0e-4d6c-4bf8-838f-7fa83c6ef25c req-ffe79a1c-068b-4065-becc-b0f35f3ade06 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:24.498638 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cfb8ae0e-4d6c-4bf8-838f-7fa83c6ef25c req-ffe79a1c-068b-4065-becc-b0f35f3ade06 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 944 time: 0.4014544
Nov 24 18:30:24.502807 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Pushing event updated for resources: {'Port': ['ID=be0296ff-c1af-4eb4-b320-86db893720a0,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:24.507539 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:24.594811 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cfb8ae0e-4d6c-4bf8-838f-7fa83c6ef25c req-1ad94a3d-e2a3-4d78-b687-dc35bb4f1588 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702491
Nov 24 18:30:24.815121 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:24.961068 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ecab183f-49a8-44ae-8e7c-90e7903bed80 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:25.031081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port ecab183f-49a8-44ae-8e7c-90e7903bed80 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:25.039540 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port ecab183f-49a8-44ae-8e7c-90e7903bed80 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:25.039962 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.198132 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.221380 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.237313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device be0296ff-c1af-4eb4-b320-86db893720a0 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:25.347189 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:25.366526 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:25.374563 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.378017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-d337334e-a016-417b-8543-22f79136f7ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:25.419723 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80', 'code': 200}
Nov 24 18:30:25.467819 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 18:30:25.483085 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port be0296ff-c1af-4eb4-b320-86db893720a0 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:25.502080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:25.507896 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:25.601840 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d7f2dc-c0f9-44b0-92af-fc5d196a99b8 None None] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:25.717504 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Provisioning for port be0296ff-c1af-4eb4-b320-86db893720a0 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:25.728698 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Provisioning complete for port be0296ff-c1af-4eb4-b320-86db893720a0 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:25.729078 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.744346 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f9f-ad80-4e11-af56-962d6a6cc0e8 req-ca5ff3aa-9ebf-458f-9640-bc8645b705c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:25.746112 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5fad1f9f-ad80-4e11-af56-962d6a6cc0e8 req-ca5ff3aa-9ebf-458f-9640-bc8645b705c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 1098 time: 0.1364598
Nov 24 18:30:25.795810 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5fad1f9f-ad80-4e11-af56-962d6a6cc0e8 req-aba28314-2670-4010-ae22-d58894dc5aa8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376248
Nov 24 18:30:25.803253 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:25.836032 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:25.837218 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9215214
Nov 24 18:30:25.839914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38366) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:25.847701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:25.874196 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:25.874828 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d48b5eb0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:29:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:25.900451 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39255f1e-30fb-4c23-9013-3fbd85ab3dfa req-5109bee3-a7c7-45be-8cc7-ae376b1d4b8e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:25.901807 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-39255f1e-30fb-4c23-9013-3fbd85ab3dfa req-5109bee3-a7c7-45be-8cc7-ae376b1d4b8e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 945 time: 0.1799998
Nov 24 18:30:26.031790 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-39255f1e-30fb-4c23-9013-3fbd85ab3dfa req-6676fab9-db40-4eaa-a2b3-12be04a8fbcf tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237960
Nov 24 18:30:26.186286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.215489 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c8edcda5-ed49-40bc-acbc-e7bc302fb493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.218090 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:26.318576 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:30:26.370258 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] For port be0296ff-c1af-4eb4-b320-86db893720a0, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=be0296ff-c1af-4eb4-b320-86db893720a0,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:26.427650 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.437050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:26.545506 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Pushing event updated for resources: {'Port': ['ID=be0296ff-c1af-4eb4-b320-86db893720a0,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:26.549951 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:26.625072 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d48b5eb0>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:24Z', 'revision_number': 3, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:26.629058 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:26.629517 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Updating router 06575e4a-407e-4377-93b4-defd85fcf4b3 port e26169c0-41d7-401a-8d63-08633a9e8154 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:30:26.692590 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-b278d7a6-62a2-41fe-a731-5edbaef744f6 None None] Provisioning complete for port be0296ff-c1af-4eb4-b320-86db893720a0 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:26.692878 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b278d7a6-62a2-41fe-a731-5edbaef744f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.721659 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.732237 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:26.963827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Allocated IP 172.20.0.1 (43ed2dbe-8edd-4e75-a06b-5078acde0a2c/5d8718d2-80b5-491e-a409-6237bb6ad62e/59d39075-4248-437c-a2ff-47f9570f09db) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:27.029824 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.144150 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.168802 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.provisioning_blocks [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Transition to ACTIVE for port object 59d39075-4248-437c-a2ff-47f9570f09db will not be triggered until provisioned by entity DHCP. {{(pid=86833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:27.198034 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.205433 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:27.213060 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device be0296ff-c1af-4eb4-b320-86db893720a0 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:27.273633 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:27.276422 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:27.279995 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ec63-e929-4393-9822-9e68b3d478cc req-2cb043d7-9033-457c-9887-87fd3649c185 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:27.280531 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:27.292646 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0542ec63-e929-4393-9822-9e68b3d478cc req-2cb043d7-9033-457c-9887-87fd3649c185 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 945 time: 0.1359870
Nov 24 18:30:27.314177 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.317585 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Pushing event updated for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:27.326515 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:27.343519 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Transition to ACTIVE for port object e26169c0-41d7-401a-8d63-08633a9e8154 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:27.345156 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.358018 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port be0296ff-c1af-4eb4-b320-86db893720a0 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:27.358403 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.382408 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0542ec63-e929-4393-9822-9e68b3d478cc req-460e55bf-8390-4314-ad5a-a545e0b618f9 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862410
Nov 24 18:30:27.418745 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.444997 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:27.546145 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Attempting to bind port e26169c0-41d7-401a-8d63-08633a9e8154 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:27.546883 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Attempting to bind port e26169c0-41d7-401a-8d63-08633a9e8154 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:27.546883 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Attempting to bind port e26169c0-41d7-401a-8d63-08633a9e8154 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:27.571624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:27.571961 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:27.572435 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.572890 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:27.573473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Bound port: e26169c0-41d7-401a-8d63-08633a9e8154, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:27.573829 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.618283 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8bb8-8893-491c-8559-c1638c2477ec None None] Pushing event updated for resources: {'Port': ['ID=e26169c0-41d7-401a-8d63-08633a9e8154,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:27.622235 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-de1c8bb8-8893-491c-8559-c1638c2477ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:27.644097 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ae6f4fed-9a01-47fa-8c35-e5410666a786 None None] Provisioning for port 59d39075-4248-437c-a2ff-47f9570f09db completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:27.655405 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-ae6f4fed-9a01-47fa-8c35-e5410666a786 None None] Provisioning complete for port 59d39075-4248-437c-a2ff-47f9570f09db triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:27.655818 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-ae6f4fed-9a01-47fa-8c35-e5410666a786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.697154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.819670 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] For port e26169c0-41d7-401a-8d63-08633a9e8154, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:27.839311 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] For port e26169c0-41d7-401a-8d63-08633a9e8154, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e26169c0-41d7-401a-8d63-08633a9e8154,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:27.840356 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f4fed-9a01-47fa-8c35-e5410666a786 None None] Port 59d39075-4248-437c-a2ff-47f9570f09db cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:30:27.848606 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:27.854142 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:27.933672 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:27.934296 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d48b5eb0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:28.016871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8bb8-8893-491c-8559-c1638c2477ec None None] Pushing event updated for resources: {'Port': ['ID=e26169c0-41d7-401a-8d63-08633a9e8154,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:28.020767 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-de1c8bb8-8893-491c-8559-c1638c2477ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:28.059327 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:28.064828 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247358'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:28.094266 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-856785de-7e7f-4b0e-b5be-a7b40772a74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:28.147624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:28.184337 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Pushing event updated for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:28.186792 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:28.199026 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.199412 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.199820 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.200190 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.200559 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.200925 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.201290 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.201643 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.202010 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.202366 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.202718 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.203073 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:28.206836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:28.355326 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:28.357099 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:28.388287 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:28.591179 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d48b5eb0>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:26Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:28.599475 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48e3ae-4600-4049-bf81-87aba304f518 None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:26Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:28.640256 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:30:28.671404 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-2b8c6f16-7064-48bb-b95b-5a0e8112c384 None None] Provisioning complete for port 59d39075-4248-437c-a2ff-47f9570f09db triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:28.671800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2b8c6f16-7064-48bb-b95b-5a0e8112c384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:28.733466 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-2b8c6f16-7064-48bb-b95b-5a0e8112c384 None None] Port 59d39075-4248-437c-a2ff-47f9570f09db cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:30:28.745333 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc70b27-98ee-40c7-ba8c-ead9ae5df135 req-16f38895-2ccb-4472-b8fb-4d5879c4a8aa tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:28.748806 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cdc70b27-98ee-40c7-ba8c-ead9ae5df135 req-16f38895-2ccb-4472-b8fb-4d5879c4a8aa tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 945 time: 0.0978484
Nov 24 18:30:28.802801 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cdc70b27-98ee-40c7-ba8c-ead9ae5df135 req-96097083-acff-4a35-be85-6cc36f47e080 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451241
Nov 24 18:30:28.851325 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:28.874443 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-83d5fbd0-f83a-46d7-a3a7-a3c6b6c52a5d admin admin] 10.222.0.64 "PUT /v2.0/routers/06575e4a-407e-4377-93b4-defd85fcf4b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0333934
Nov 24 18:30:29.440326 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38398) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:29.446057 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1870699768-network', 'tenant_id': 'ed25142c1586426e8d313879554b1b92'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:29.451236 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:29.457080 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Usage tracker for resource:network and tenant:ed25142c1586426e8d313879554b1b92 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:29.462950 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:29.469498 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:29.482423 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Made reservation on behalf of ed25142c1586426e8d313879554b1b92 for: {'network': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:29.485060 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for network, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.498939 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.515215 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:29.519821 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Usage tracker for resource:security_group_rule and tenant:ed25142c1586426e8d313879554b1b92 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:29.523217 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:29.529992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:29.631050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.636551 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.640619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-dfa5241b-a369-478e-9990-0cbdf331379e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:29.685165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=86832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 24 18:30:29.693495 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56074103-28af-43ec-9f6a-0b42635108d1,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:29.697284 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:29.700334 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.700728 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.segments_db [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Added segment 6ecb2e26-4404-4e29-9743-ae41c7ac48e6 of type vlan for network 1988db2e-2a66-4abe-90a6-da652a1bbc8f
Nov 24 18:30:29.735879 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754710484435'] for network, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.769067 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128'] for network, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.771489 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:29.772452 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:29.776133 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:30.010049 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1279ab-40e3-4391-a7db-615efbde19c7 req-08b8631d-e9e3-406c-943d-cb47421c6051 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:30.011521 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d1279ab-40e3-4391-a7db-615efbde19c7 req-08b8631d-e9e3-406c-943d-cb47421c6051 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 945 time: 0.0920053
Nov 24 18:30:30.038221 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Pushing event updated for resources: {'Network': ['ID=1988db2e-2a66-4abe-90a6-da652a1bbc8f,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:30.042455 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6010532
Nov 24 18:30:30.043482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5c9617b8-4f80-4524-8cb2-a0dc917fae74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:30.045163 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38406) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:30.053446 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f details requested by agent ovs-agent-dv-cinder-818579-1-iscsi with host dv-cinder-818579-1-iscsi {{(pid=86834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 24 18:30:30.053993 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Request body: {'subnet': {'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1870699768-subnet', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'ip_version': 4}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:30.059844 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:30.060367 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-4d1279ab-40e3-4391-a7db-615efbde19c7 req-9dd53b2c-2370-4d9b-bc3a-40ca42c67098 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430446
Nov 24 18:30:30.066211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Usage tracker for resource:subnet and tenant:ed25142c1586426e8d313879554b1b92 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:30.070579 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:30.077966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:30.100598 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb19743-3780-47c0-9057-9551f196d812 req-d6de0b6d-917e-4c43-9a6c-b2b5f8764469 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:30.102289 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8fb19743-3780-47c0-9057-9551f196d812 req-d6de0b6d-917e-4c43-9a6c-b2b5f8764469 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 945 time: 0.1492231
Nov 24 18:30:30.103031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Made reservation on behalf of ed25142c1586426e8d313879554b1b92 for: {'subnet': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:30.105508 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2502487'] for subnet, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.181264 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.256277 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Deleting port ecab183f-49a8-44ae-8e7c-90e7903bed80 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:30.256627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.596222 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2438451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2502501'] for subnet, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.605251 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-aa81fb6d-a9eb-4b3c-b219-09362b4122fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:30.657059 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] For port ecab183f-49a8-44ae-8e7c-90e7903bed80, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=ecab183f-49a8-44ae-8e7c-90e7903bed80,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:30.657362 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.674853 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:30.685464 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:30.686180 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5682f40>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:30.800371 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Calling delete_port for ecab183f-49a8-44ae-8e7c-90e7903bed80 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:30.868110 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:30.871087 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24be6335-2440-4371-a129-62495dfb72f1,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:30.879048 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:30.883612 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Checking segment: {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:30.884288 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Network hostable DHCP agents. Network: 1988db2e-2a66-4abe-90a6-da652a1bbc8f, hostable agents: ['6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51'], hosted agents: [] {{(pid=86832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 24 18:30:30.948136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f is scheduled to be hosted by DHCP agent 6ddb0f88-b0f9-42c3-a6fb-840cb9e53d51 with binding_index 1 {{(pid=86832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 24 18:30:30.973741 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818579-1-iscsi, 1988db2e-2a66-4abe-90a6-da652a1bbc8f) {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:30.981181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:30.981782 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for subnet, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:30.981989 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c042365-8628-49fb-8d68-084fec621afe None None] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:31.009793 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.017400 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-9411e740-e95f-4dcf-80b6-f0dd1b192450 tempest-AttachVolumeNegativeTest-254599285 tempest-AttachVolumeNegativeTest-254599285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:31.068897 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Pushing event deleted for resources: {'Port': ['ID=ecab183f-49a8-44ae-8e7c-90e7903bed80,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:31.071784 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-b8779e04-894d-4302-a0c7-c758e9e72d68 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0254648
Nov 24 18:30:31.072884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:31.074204 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38410) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:31.079856 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:31.096882 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:31.102887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Usage tracker for resource:router and tenant:ed25142c1586426e8d313879554b1b92 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:31.107183 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:31.117602 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:31.141022 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-439523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47437'] for router, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.147273 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-436788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439092', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47450'] for router, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.159455 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] No DVR routers for this DVR port ecab183f-49a8-44ae-8e7c-90e7903bed80 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:30:31.162683 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.164843 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8fb19743-3780-47c0-9057-9551f196d812 req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "DELETE /v2.0/ports/ecab183f-49a8-44ae-8e7c-90e7903bed80 HTTP/1.1" status: 204  len: 173 time: 1.0459182
Nov 24 18:30:31.165409 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'name': 'network-vif-deleted', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:31.182426 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.233390 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00cbe36b-3713-459e-865e-fd42485d9e56', 'name': 'network-vif-deleted', 'tag': 'ecab183f-49a8-44ae-8e7c-90e7903bed80', 'status': 'completed', 'code': 200}
Nov 24 18:30:31.290436 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e26169c0-41d7-401a-8d63-08633a9e8154 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:31.323889 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-c0ab45c6-6b32-4a41-96ab-cae0458da73f req-a010adad-10d1-42bc-a3b2-a384f80cb8c5 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Synchronizing usage tracker for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:31.347335 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5682f40>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 2, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:31.352359 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:31.352946 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Updating router 06575e4a-407e-4377-93b4-defd85fcf4b3 port 59d39075-4248-437c-a2ff-47f9570f09db binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:30:31.360790 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-c0ab45c6-6b32-4a41-96ab-cae0458da73f req-a010adad-10d1-42bc-a3b2-a384f80cb8c5 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Unset dirty status for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:31.362360 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c0ab45c6-6b32-4a41-96ab-cae0458da73f req-a010adad-10d1-42bc-a3b2-a384f80cb8c5 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=00cbe36b-3713-459e-865e-fd42485d9e56 HTTP/1.1" status: 200  len: 210 time: 0.0971766
Nov 24 18:30:31.445514 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.494076 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3246c9e2-df7b-5e0f-8f4e-6776f354175b-1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1'}]}} from dv-cinder-818579-1-iscsi. {{(pid=86834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Nov 24 18:30:31.495214 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.587114 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port e26169c0-41d7-401a-8d63-08633a9e8154 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:31.591053 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439046', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-439313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47400'] for router, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.597837 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port e26169c0-41d7-401a-8d63-08633a9e8154 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:31.599119 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.795557 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.db_base_plugin_common [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Allocated IP 172.20.0.2 (1988db2e-2a66-4abe-90a6-da652a1bbc8f/24be6335-2440-4371-a129-62495dfb72f1/c749f79c-8408-4cde-a63d-61d83fabaf63) {{(pid=86834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:31.817135 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.916075 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.928500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port e26169c0-41d7-401a-8d63-08633a9e8154, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e26169c0-41d7-401a-8d63-08633a9e8154,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:31.937924 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Transition to ACTIVE for port object 59d39075-4248-437c-a2ff-47f9570f09db will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:31.939904 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.944965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:31.948501 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:31.955314 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-ce9621a5-8bd8-416c-87bc-76d5105f1df5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:32.022054 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=e26169c0-41d7-401a-8d63-08633a9e8154,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.028597 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.095956 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.122446 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Pushing event updated for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.128379 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.155475 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks [] for port, precommit_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.165409 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.165770 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.166087 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.166425 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.166753 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.167078 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.167398 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.167744 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.168066 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.168390 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.168764 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.169017 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:30:32.170597 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Transition to ACTIVE for port object c749f79c-8408-4cde-a63d-61d83fabaf63 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:32.177428 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.198002 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Transition to ACTIVE for port object c749f79c-8408-4cde-a63d-61d83fabaf63 will not be triggered until provisioned by entity DHCP. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:32.198807 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Attempting to bind port 59d39075-4248-437c-a2ff-47f9570f09db on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:32.199352 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Attempting to bind port 59d39075-4248-437c-a2ff-47f9570f09db by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:32.199800 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Attempting to bind port 59d39075-4248-437c-a2ff-47f9570f09db on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:32.206101 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:32.206493 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:32.207029 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.207960 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Bound using segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:32.208860 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Bound port: 59d39075-4248-437c-a2ff-47f9570f09db, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:32.208860 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.213756 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573'] for port, after_create {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.225074 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-f5b21681-4d16-4813-bd82-31217eded101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:32.293653 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f is already hosted by enough agents. {{(pid=86834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:32.296652 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.scheduler.base_scheduler [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Resources bound (agent type, host, resource id):  {{(pid=86834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:32.297465 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Allocated IP 172.27.0.26 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/4be96f8e-d125-4d14-a77e-f1af9bf88440) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:32.299691 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Received port after_create {{(pid=86834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:32.311868 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] For port 59d39075-4248-437c-a2ff-47f9570f09db, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:32.315225 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] For port 59d39075-4248-437c-a2ff-47f9570f09db, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=59d39075-4248-437c-a2ff-47f9570f09db,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:32.321267 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.325574 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:32.379131 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Pushing event updated for resources: {'Port': ['ID=c749f79c-8408-4cde-a63d-61d83fabaf63,revision_number=1']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.382674 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.424099 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:32.424747 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5682f40>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:32.431025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Attempting to bind port c749f79c-8408-4cde-a63d-61d83fabaf63 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:32.431717 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Attempting to bind port c749f79c-8408-4cde-a63d-61d83fabaf63 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:32.432247 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Attempting to bind port c749f79c-8408-4cde-a63d-61d83fabaf63 on network 1988db2e-2a66-4abe-90a6-da652a1bbc8f {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:32.443129 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:32.443809 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Checking segment: {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:32.444374 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.444921 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Bound using segment: {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:32.445548 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Bound port: c749f79c-8408-4cde-a63d-61d83fabaf63, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:32.446102 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.540676 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.586877 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Pushing event updated for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.592426 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-e16cd4fd-ba64-4e2e-bf13-44b616189d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.596646 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] For port c749f79c-8408-4cde-a63d-61d83fabaf63, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:32.604598 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] For port c749f79c-8408-4cde-a63d-61d83fabaf63, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=c749f79c-8408-4cde-a63d-61d83fabaf63,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:32.611546 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.618578 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:32.626589 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:32.629464 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:32.724727 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Pushing event updated for resources: {'Port': ['ID=4be96f8e-d125-4d14-a77e-f1af9bf88440,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.730331 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.740164 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:32.740965 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:32.743319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:32.750843 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Pushing event updated for resources: {'Port': ['ID=c749f79c-8408-4cde-a63d-61d83fabaf63,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:32.758863 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:32.762341 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:32.957600 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-42f9c10c-727e-4ee1-b270-e57e13aa175d tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:32.960084 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-42f9c10c-727e-4ee1-b270-e57e13aa175d tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 809 time: 0.2144668
Nov 24 18:30:32.998088 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ecab183f-49a8-44ae-8e7c-90e7903bed80 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:33.025818 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-190f5d3f-bbae-49c0-aacc-1d04a0b9de43 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/quotas/d9771725dedf4336bda5e0e9bf7bbc9f HTTP/1.1" status: 200  len: 375 time: 0.0504751
Nov 24 18:30:33.065357 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: ecab183f-49a8-44ae-8e7c-90e7903bed80 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:33.065746 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device ecab183f-49a8-44ae-8e7c-90e7903bed80 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:33.105992 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-d30ecb4b-673c-460a-b115-238d3ebaadb6 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0778623
Nov 24 18:30:33.242950 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5682f40>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:32Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:33.247815 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61586cf-56a2-447b-a33b-4f57253176a8 None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:32Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:33.274924 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:33.341953 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 59d39075-4248-437c-a2ff-47f9570f09db up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:33.458951 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 59d39075-4248-437c-a2ff-47f9570f09db completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:33.461103 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-b0cf8d2a-bb37-467b-8bf9-f143ed71a0c1 service neutron] 10.222.0.64 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502278
Nov 24 18:30:33.465875 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 59d39075-4248-437c-a2ff-47f9570f09db triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:33.466273 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:33.647642 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-4d68b323-252b-4dda-a981-61cd4d04b1c8 service neutron] 10.222.0.64 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849341
Nov 24 18:30:33.669783 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:33.712497 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 59d39075-4248-437c-a2ff-47f9570f09db, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=59d39075-4248-437c-a2ff-47f9570f09db,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:33.721538 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:33.722794 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device c749f79c-8408-4cde-a63d-61d83fabaf63 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:33.752710 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-439320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439267'] for router, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:33.796369 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-5ce6e0c2-4a1e-4c6a-a7bb-3f1f5c88518d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:33.882193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port c749f79c-8408-4cde-a63d-61d83fabaf63 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:33.886755 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:33.890275 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:33.891319 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e26169c0-41d7-401a-8d63-08633a9e8154 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:33.973743 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port e26169c0-41d7-401a-8d63-08633a9e8154 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:33.975097 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:34.099788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e56508-60e0-4dcd-ad0e-a4ce2e2d7639 None None] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:30:34.188858 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-fa344b10-aa86-449d-9444-6c13afcb8017 req-d7ec7e96-dc45-4918-82e0-b699b17a631a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0720165
Nov 24 18:30:34.248230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Router ac8a68b0-75fb-46f0-b825-ae851acd023f is scheduled to L3 agent 2b851731-403e-4817-9533-af930ca08882 with binding_index 1 {{(pid=86833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Nov 24 18:30:34.275135 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Provisioning for port c749f79c-8408-4cde-a63d-61d83fabaf63 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:34.288316 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Provisioning complete for port c749f79c-8408-4cde-a63d-61d83fabaf63 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:34.288698 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:34.448915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:34.477567 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Sync routers for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:34.484084 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:34.485333 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1e95b236-c00f-4a9d-bfe0-87248599b3ce admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4094965
Nov 24 18:30:34.488549 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38434) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:34.553449 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:34.554098 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d49e5370>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:34.625944 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:34.750792 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] For port c749f79c-8408-4cde-a63d-61d83fabaf63, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=c749f79c-8408-4cde-a63d-61d83fabaf63,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:34.761021 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:34.766895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:34.849837 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:35.066500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Pushing event updated for resources: {'Port': ['ID=c749f79c-8408-4cde-a63d-61d83fabaf63,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:35.073870 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-93b36db1-0e97-4ae7-865c-23c9575fa20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:35.086603 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-3fecf6fa-6e43-4f04-8195-477d28f1033d None None] Provisioning complete for port c749f79c-8408-4cde-a63d-61d83fabaf63 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:35.087110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3fecf6fa-6e43-4f04-8195-477d28f1033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.228292 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 59d39075-4248-437c-a2ff-47f9570f09db up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:35.241442 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.300389 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0c48a891-b3f0-45d6-bef2-af65254e2a4c req-1a3a4ff3-7d5f-4f61-ad19-f7d1463782a5 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0448482
Nov 24 18:30:35.383285 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 59d39075-4248-437c-a2ff-47f9570f09db triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:35.383921 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.433802 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d49e5370>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 3, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:35.471354 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Checking router: ac8a68b0-75fb-46f0-b825-ae851acd023f for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:35.471946 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Updating router ac8a68b0-75fb-46f0-b825-ae851acd023f port 4be96f8e-d125-4d14-a77e-f1af9bf88440 binding host dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:30:35.510323 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Allocated IP 172.20.0.1 (1988db2e-2a66-4abe-90a6-da652a1bbc8f/24be6335-2440-4371-a129-62495dfb72f1/fd6f080d-68e8-498c-ab68-914dbacd6d48) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:35.553363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.663125 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.679121 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Transition to ACTIVE for port object fd6f080d-68e8-498c-ab68-914dbacd6d48 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:35.704097 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.708181 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device c749f79c-8408-4cde-a63d-61d83fabaf63 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:35.709465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d601895d-b108-4945-9441-6f79f9527783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:35.777129 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:35.779857 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:35.782291 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:35.829165 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:35.832096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:35.846929 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596717'] for router_interface, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:35.878834 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port c749f79c-8408-4cde-a63d-61d83fabaf63 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:35.879965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.170265 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6bad46a1-e4fc-471a-b606-0e8cc114387b None None] Provisioning for port fd6f080d-68e8-498c-ab68-914dbacd6d48 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:36.175492 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks [] for port, precommit_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.183912 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-6bad46a1-e4fc-471a-b606-0e8cc114387b None None] Provisioning complete for port fd6f080d-68e8-498c-ab68-914dbacd6d48 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:36.184294 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6bad46a1-e4fc-471a-b606-0e8cc114387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.234852 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Transition to ACTIVE for port object 4be96f8e-d125-4d14-a77e-f1af9bf88440 will not be triggered until provisioned by entity L2. {{(pid=86834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:36.248039 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.253577 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:36.257079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.304026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-6bad46a1-e4fc-471a-b606-0e8cc114387b None None] Port fd6f080d-68e8-498c-ab68-914dbacd6d48 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:30:36.333679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de9969-4ce8-4374-9cfb-4c8f92577dc1 None None] Pushing event updated for resources: {'Port': ['ID=4be96f8e-d125-4d14-a77e-f1af9bf88440,revision_number=2']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:36.339675 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-31de9969-4ce8-4374-9cfb-4c8f92577dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:36.340950 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Attempting to bind port 4be96f8e-d125-4d14-a77e-f1af9bf88440 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:36.341536 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Attempting to bind port 4be96f8e-d125-4d14-a77e-f1af9bf88440 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:36.341879 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Attempting to bind port 4be96f8e-d125-4d14-a77e-f1af9bf88440 on network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:36.348941 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:36.349365 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Checking segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:36.349824 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.350268 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Bound using segment: {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'} {{(pid=86834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:36.350748 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.managers [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Bound port: 4be96f8e-d125-4d14-a77e-f1af9bf88440, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60fed5-be7b-4a1c-b53c-f107f1240272', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31'}}] {{(pid=86834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:36.351135 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.424125 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-6d813b62-1853-403f-abf2-303a4fcf2b10 req-31625098-ef72-4d0b-b318-37880d9b941f tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0607784
Nov 24 18:30:36.436153 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] For port 4be96f8e-d125-4d14-a77e-f1af9bf88440, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:36.439796 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] For port 4be96f8e-d125-4d14-a77e-f1af9bf88440, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4be96f8e-d125-4d14-a77e-f1af9bf88440,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:36.445770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.452871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-829c19f7-dc80-4429-8c9d-626e312f8e8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:36.492503 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.496934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.524624 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-b9288e11-8827-4286-b829-9af7c8abbe99 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:36.531003 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:36.531652 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d49e5370>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:36.602312 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de9969-4ce8-4374-9cfb-4c8f92577dc1 None None] Pushing event updated for resources: {'Port': ['ID=4be96f8e-d125-4d14-a77e-f1af9bf88440,revision_number=3']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:36.606775 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-31de9969-4ce8-4374-9cfb-4c8f92577dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:36.608793 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:36.611114 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596878'] for router_interface, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:36.614867 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:36.725214 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:36.753498 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:36.755279 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:36.948173 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Router ac8a68b0-75fb-46f0-b825-ae851acd023f has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:30:37.045857 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-b2b94f19-91c7-43d3-985b-d6f4c5bbab7c None None] Provisioning complete for port fd6f080d-68e8-498c-ab68-914dbacd6d48 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:37.046160 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b2b94f19-91c7-43d3-985b-d6f4c5bbab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:37.109426 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-b2b94f19-91c7-43d3-985b-d6f4c5bbab7c None None] Port fd6f080d-68e8-498c-ab68-914dbacd6d48 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:30:37.120303 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d49e5370>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'fd6f080d-68e8-498c-ab68-914dbacd6d48', 'name': '', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'mac_address': 'fa:16:3e:da:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:35Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 2, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'subnets': [{'id': '24be6335-2440-4371-a129-62495dfb72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:37.124362 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2c803-2f53-4c6f-899a-0e378f718572 None None] The sync data for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi is: [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'fd6f080d-68e8-498c-ab68-914dbacd6d48', 'name': '', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'mac_address': 'fa:16:3e:da:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:35Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 2, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'subnets': [{'id': '24be6335-2440-4371-a129-62495dfb72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:37.136404 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:30:37.151582 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] 10.222.0.64 "PUT /v2.0/routers/ac8a68b0-75fb-46f0-b825-ae851acd023f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6616774
Nov 24 18:30:37.554930 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-1cf9b3fc-d33d-4bf2-9509-1c2d9e155032 req-28066b20-668b-4f3c-9015-ecbc4df0f31a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0598629
Nov 24 18:30:37.882849 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38464) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:37.888328 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031811991', 'description': 'tempest-secgroup-smoke-2031811991 description', 'project_id': 'cb19756ada554e398ec440fa707bd611'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:37.894600 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:37.899646 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:37.902813 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:37.910145 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:37.926100 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:37.950216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:37.955079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:37.958736 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:37.966188 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.062197 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.066356 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.071106 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d0bb17a0-7b24-48a5-aae4-db6cd42d8da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.113576 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b822c3-b278-4a75-9246-50171b1ed5e0,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.116818 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.118148 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.120743 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-60d7a645-df17-4a3d-8071-97fbcd288771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2355878
Nov 24 18:30:38.122727 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38468) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.128275 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:38.135456 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:38.139342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:38.142330 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:38.150277 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.167728 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.231771 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.235248 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.237378 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-930ddcbd-b71e-4b36-9a00-3b9ff8f0f85b tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.260042 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323025fa-c3d7-4e12-b00f-5553de623a65,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.264744 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.269268 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.271188 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1474378
Nov 24 18:30:38.274020 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38472) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.279116 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:38.284985 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:38.288951 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:38.291881 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:38.297581 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.314392 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.386183 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.390326 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.392633 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-de671d21-79e3-49cc-bddb-6562e21d7e47 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.420418 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be22ec5-eab2-48c6-87b0-2d39f6611d09,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.422851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.440481 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.444085 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1078a1f4-5f97-4fb3-af52-444a5838e65f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1690757
Nov 24 18:30:38.445656 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38476) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.450833 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:38.456934 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:38.461885 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:38.464795 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:38.470541 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.488134 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.565554 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.572727 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.579517 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.602896 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec9e586d-f0ee-4d65-a9f6-b3d18b661be7,revision_number=0']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.605388 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.615903 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.617913 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-d3467801-3116-4d7a-882b-19859f730ed6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1712437
Nov 24 18:30:38.621797 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38484) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.628266 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:38.635079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:38.640079 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:38.643301 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:38.651102 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.671908 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.729717 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-da653a0a-0e08-4a5f-9c12-c30671d148dd req-ff820eb2-eb9e-46cc-b626-1d377c9fdeca tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0477221
Nov 24 18:30:38.758527 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.762874 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.764985 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-79cae803-4c9b-4157-8616-23c9cb6612a6 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.787904 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7748e9-f238-426b-9e03-08290b9f0792,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.790450 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.798283 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.803385 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-e9b936f4-e4a6-4fd0-a8c1-38c9f0082afb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1766660
Nov 24 18:30:38.803633 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38488) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.809429 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:38.815678 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:38.823232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:38.827181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:38.834232 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:38.844473 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.securitygroups_db [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Project cb19756ada554e398ec440fa707bd611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 18:30:38.852022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.930041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.940762 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.943838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:38.972548 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3b10d9-3fb3-4f8b-b108-71a9231ddb29,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:38.978693 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:38.989896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:38.991112 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d0d63218-b45e-411f-aac8-63173263dc70 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1865306
Nov 24 18:30:38.994136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38492) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:30:38.999138 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'security_group_rule': {'security_group_id': 'e9b822c3-b278-4a75-9246-50171b1ed5e0', 'project_id': 'cb19756ada554e398ec440fa707bd611', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:39.005244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:39.009122 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:security_group_rule and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:30:39.012241 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:30:39.018012 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:39.028528 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.securitygroups_db [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Project cb19756ada554e398ec440fa707bd611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 24 18:30:39.035703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.104750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.108829 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522353'] for security_group_rule, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.111008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:39.137992 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd876cbe-584a-4dfd-a402-a6f71ca37bc0,revision_number=0']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:39.143434 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:39.152729 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.153275 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-02ed71ab-bb8b-44f6-b34d-c608003df0cf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1581519
Nov 24 18:30:39.239378 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4be96f8e-d125-4d14-a77e-f1af9bf88440 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:39.325257 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port 4be96f8e-d125-4d14-a77e-f1af9bf88440 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:39.338067 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4be96f8e-d125-4d14-a77e-f1af9bf88440 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:39.338725 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.498836 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.502886 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-9c354f51-f639-4640-bfff-8b8702443ba1 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:39.505780 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-9c354f51-f639-4640-bfff-8b8702443ba1 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 809 time: 0.2077124
Nov 24 18:30:39.517473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port 4be96f8e-d125-4d14-a77e-f1af9bf88440, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4be96f8e-d125-4d14-a77e-f1af9bf88440,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:39.522011 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Request body: {'port': {'device_id': '13533042-6110-47b1-8233-1dad27408831', 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c', 'admin_state_up': True, 'tenant_id': 'd9771725dedf4336bda5e0e9bf7bbc9f'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:39.523488 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.527307 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:39.614313 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=4be96f8e-d125-4d14-a77e-f1af9bf88440,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:39.618776 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:39.830161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:30:39.845989 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:30:39.907537 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Made reservation on behalf of d9771725dedf4336bda5e0e9bf7bbc9f for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:30:39.911281 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:39.932275 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-086c9399-9ae6-4803-899b-630f43d7c915 req-c04e7b5c-88b4-4303-a07f-b4a1972d4729 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0719802
Nov 24 18:30:40.086824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Allocated IP 172.20.0.2 (29791584-a22b-4ee3-a585-bbe6c348d18c/0892ea91-1b87-4ad6-9938-16dbcebd5f10/8407bdb2-d684-4375-b19d-56364ce45a4a) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:30:40.305243 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:40.341577 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:40.352182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-305c88f5-45eb-4f5f-a58d-6b149abe1a93 tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:40.420282 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Network 29791584-a22b-4ee3-a585-bbe6c348d18c is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:30:40.424741 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:30:40.429397 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:30:40.485934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Pushing event updated for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:40.490681 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:40.506755 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:40.507301 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:40.533042 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0159829
Nov 24 18:30:40.546503 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Request body: {'port': {'device_id': '13533042-6110-47b1-8233-1dad27408831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:30:40.636119 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Sync routers for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:30:40.646178 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:40.646921 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59225e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:40.689850 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:40.834556 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:41.072091 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8407bdb2-d684-4375-b19d-56364ce45a4a {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:30:41.079998 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.105104 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Transition to ACTIVE for port object 8407bdb2-d684-4375-b19d-56364ce45a4a will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:41.108898 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.112522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-db188755-67b0-47f7-af3a-0db3a009ffaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:41.148005 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec402-924e-4507-a216-4718167a0080 req-28540389-d858-41dc-9f0f-aa2e1dfa1ca3 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:41.150801 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-10dec402-924e-4507-a216-4718167a0080 req-28540389-d858-41dc-9f0f-aa2e1dfa1ca3 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 931 time: 0.1105177
Nov 24 18:30:41.217801 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-10dec402-924e-4507-a216-4718167a0080 req-0fb1e31c-268f-4b35-9b01-08e1f0ed09e4 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600357
Nov 24 18:30:41.224398 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4be96f8e-d125-4d14-a77e-f1af9bf88440 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:41.249168 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59225e0>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'fd6f080d-68e8-498c-ab68-914dbacd6d48', 'name': '', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'mac_address': 'fa:16:3e:da:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:35Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 2, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'subnets': [{'id': '24be6335-2440-4371-a129-62495dfb72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:41.254264 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Checking router: ac8a68b0-75fb-46f0-b825-ae851acd023f for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:30:41.254631 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Updating router ac8a68b0-75fb-46f0-b825-ae851acd023f port fd6f080d-68e8-498c-ab68-914dbacd6d48 binding host dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Nov 24 18:30:41.312273 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port 4be96f8e-d125-4d14-a77e-f1af9bf88440 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:41.312649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.316372 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.325570 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Pushing event updated for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:41.330576 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:41.387487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Attempting to bind port 8407bdb2-d684-4375-b19d-56364ce45a4a on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:41.388393 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Attempting to bind port 8407bdb2-d684-4375-b19d-56364ce45a4a by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:41.388946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Attempting to bind port 8407bdb2-d684-4375-b19d-56364ce45a4a on network 29791584-a22b-4ee3-a585-bbe6c348d18c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:41.396414 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Port 8407bdb2-d684-4375-b19d-56364ce45a4a on network 29791584-a22b-4ee3-a585-bbe6c348d18c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:30:41.397030 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Attempting to bind port 8407bdb2-d684-4375-b19d-56364ce45a4a on network 29791584-a22b-4ee3-a585-bbe6c348d18c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:41.404521 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:41.405155 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Checking segment: {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:41.405838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Bound using segment: {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:41.406440 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Bound port: 8407bdb2-d684-4375-b19d-56364ce45a4a, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:41.406956 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.518388 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:41.521544 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8407bdb2-d684-4375-b19d-56364ce45a4a,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:41.525201 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.528884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:41.590221 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:41.590855 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.592235 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] 10.222.0.55 "PUT /v2.0/ports/8407bdb2-d684-4375-b19d-56364ce45a4a HTTP/1.1" status: 200  len: 1093 time: 1.0512531
Nov 24 18:30:41.592751 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:41.626584 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Pushing event updated for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:41.636075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:41.649997 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a', 'status': 'completed', 'code': 200}
Nov 24 18:30:41.723630 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks [] for port, precommit_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.737938 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.provisioning_blocks [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Transition to ACTIVE for port object fd6f080d-68e8-498c-ab68-914dbacd6d48 will not be triggered until provisioned by entity L2. {{(pid=86835) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:30:41.745162 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.749348 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:41.841206 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-084b3219-fbfd-4195-a4c5-9a1562b39cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:41.842643 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-084b3219-fbfd-4195-a4c5-9a1562b39cb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 1096 time: 0.1913271
Nov 24 18:30:41.885134 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d6a1-d17f-469e-8a9e-0f31ef4ba8ab None None] Pushing event updated for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=3']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:41.917475 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-3580d6a1-d17f-469e-8a9e-0f31ef4ba8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:41.927655 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-c0c8725c-c919-4b10-91b4-9de4e06185f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8407bdb2-d684-4375-b19d-56364ce45a4a HTTP/1.1" status: 200  len: 217 time: 0.0754647
Nov 24 18:30:41.978823 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Attempting to bind port fd6f080d-68e8-498c-ab68-914dbacd6d48 on host dv-cinder-818579-1-iscsi for vnic_type normal with profile  {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:30:41.979265 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Attempting to bind port fd6f080d-68e8-498c-ab68-914dbacd6d48 by drivers openvswitch,hyperv on host dv-cinder-818579-1-iscsi at level 0 using segments [{'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:30:41.979554 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Attempting to bind port fd6f080d-68e8-498c-ab68-914dbacd6d48 on network 1988db2e-2a66-4abe-90a6-da652a1bbc8f {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:30:41.984986 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Checking agent: {'id': 'a89c49fc-d4c5-4848-b9a3-ecfda39a5313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818579-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 41, 53), 'started_at': datetime.datetime(2021, 11, 24, 17, 42, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818579-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:30:41.985361 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Checking segment: {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:30:41.985765 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:41.986161 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Bound using segment: {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'} {{(pid=86835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:30:41.986622 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.managers [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Bound port: fd6f080d-68e8-498c-ab68-914dbacd6d48, host: dv-cinder-818579-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecb2e26-4404-4e29-9743-ae41c7ac48e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f'}}] {{(pid=86835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:30:41.987015 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:42.005802 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-ea8f5988-b84f-4070-becb-b6f008a5fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:42.005802 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-ea8f5988-b84f-4070-becb-b6f008a5fb4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0892ea91-1b87-4ad6-9938-16dbcebd5f10 HTTP/1.1" status: 200  len: 849 time: 0.0664113
Nov 24 18:30:42.054508 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-3c5425ff-97d3-4bc1-b46d-026ecf4b23a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29791584-a22b-4ee3-a585-bbe6c348d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432498
Nov 24 18:30:42.079730 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] For port fd6f080d-68e8-498c-ab68-914dbacd6d48, host dv-cinder-818579-1-iscsi, cleared binding levels {{(pid=86835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:30:42.083550 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.plugins.ml2.db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] For port fd6f080d-68e8-498c-ab68-914dbacd6d48, host dv-cinder-818579-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=fd6f080d-68e8-498c-ab68-914dbacd6d48,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:30:42.089075 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron_lib.callbacks.manager [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:42.092927 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:42.172424 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:30:42.173181 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d59225e0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:42.212993 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-75182af3-97c3-4abb-9aef-46869186e7f6 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507955
Nov 24 18:30:42.233710 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580d6a1-d17f-469e-8a9e-0f31ef4ba8ab None None] Pushing event updated for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=4']} {{(pid=86835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:42.245037 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG oslo_concurrency.lockutils [None req-3580d6a1-d17f-469e-8a9e-0f31ef4ba8ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86835) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:42.378514 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-50fa29dd-3460-4fdc-aa3d-fa4939261a84 req-f3b26ae3-2e02-4062-a923-80093862fdad service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577871
Nov 24 18:30:42.382330 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:30:42.464869 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e2fc7-5759-43d0-b998-4c45fed9edb0 req-cc22b36d-97d5-4852-99d0-3815ac949a93 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:42.466354 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-954e2fc7-5759-43d0-b998-4c45fed9edb0 req-cc22b36d-97d5-4852-99d0-3815ac949a93 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 943 time: 0.1109781
Nov 24 18:30:42.522659 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-954e2fc7-5759-43d0-b998-4c45fed9edb0 req-601e8750-7031-46a0-9eed-afcb2f5fac50 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506291
Nov 24 18:30:42.637843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-d853ad0a-33a4-4785-9e4e-c4f10967a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:42.639233 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-d853ad0a-33a4-4785-9e4e-c4f10967a3d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 1096 time: 0.0814941
Nov 24 18:30:42.714813 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d59225e0>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'fd6f080d-68e8-498c-ab68-914dbacd6d48', 'name': '', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'mac_address': 'fa:16:3e:da:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:35Z', 'updated_at': '2021-11-24T18:30:42Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'subnets': [{'id': '24be6335-2440-4371-a129-62495dfb72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:30:42.719103 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5827e148-77f6-456f-97bb-ff478764a680 None None] The sync data for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi is: [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:30:36Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': 'fd6f080d-68e8-498c-ab68-914dbacd6d48', 'name': '', 'network_id': '1988db2e-2a66-4abe-90a6-da652a1bbc8f', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'mac_address': 'fa:16:3e:da:24:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '24be6335-2440-4371-a129-62495dfb72f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:35Z', 'updated_at': '2021-11-24T18:30:42Z', 'revision_number': 4, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'subnets': [{'id': '24be6335-2440-4371-a129-62495dfb72f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:30:42.781478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-dc34afac-19d2-4cf7-9069-cd7e1d2fc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:42.782962 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-dc34afac-19d2-4cf7-9069-cd7e1d2fc018 service neutron] 10.222.0.55 "GET /v2.0/networks?id=29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 200  len: 910 time: 0.1365287
Nov 24 18:30:42.855968 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-4ea73919-29de-4201-9f57-b3e9f1033b1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8407bdb2-d684-4375-b19d-56364ce45a4a HTTP/1.1" status: 200  len: 217 time: 0.0650687
Nov 24 18:30:42.934799 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-d4d08387-f178-47a6-82cf-591d7864c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:42.936341 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-d4d08387-f178-47a6-82cf-591d7864c2f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0892ea91-1b87-4ad6-9938-16dbcebd5f10 HTTP/1.1" status: 200  len: 849 time: 0.0737047
Nov 24 18:30:42.987141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-8fdb03a8-efb0-4d56-aa20-e1237bb5ff3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29791584-a22b-4ee3-a585-bbe6c348d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434999
Nov 24 18:30:43.134291 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-98d0aac0-1d50-4a1f-b784-49d859c63ee8 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394086
Nov 24 18:30:43.232927 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device fd6f080d-68e8-498c-ab68-914dbacd6d48 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:43.299717 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-91f0eeac-d767-4aab-b084-1ca7aa3d5c36 req-af17f625-1639-477e-88b3-4359ad4ae201 service neutron] 10.222.0.55 "GET /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575799
Nov 24 18:30:43.320220 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning for port fd6f080d-68e8-498c-ab68-914dbacd6d48 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:43.326050 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port fd6f080d-68e8-498c-ab68-914dbacd6d48 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:43.326431 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:43.449904 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:43.490682 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] For port fd6f080d-68e8-498c-ab68-914dbacd6d48, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=fd6f080d-68e8-498c-ab68-914dbacd6d48,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:43.494329 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:43.496126 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-c155c70c-9b62-481e-8b1e-4263a07d99f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:43.564345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Pushing event updated for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:43.568687 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:43.723642 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252e72-2375-4401-aa17-d822f7c32c58 req-0416cdcf-92a0-4181-9bff-cde274fa0930 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:43.724271 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-87252e72-2375-4401-aa17-d822f7c32c58 req-0416cdcf-92a0-4181-9bff-cde274fa0930 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Synchronizing usage tracker for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:30:43.739838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-87252e72-2375-4401-aa17-d822f7c32c58 req-0416cdcf-92a0-4181-9bff-cde274fa0930 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Unset dirty status for tenant:d9771725dedf4336bda5e0e9bf7bbc9f on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:30:43.741031 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-87252e72-2375-4401-aa17-d822f7c32c58 req-0416cdcf-92a0-4181-9bff-cde274fa0930 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 943 time: 0.0985472
Nov 24 18:30:43.791483 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-87252e72-2375-4401-aa17-d822f7c32c58 req-3d00116c-1cfc-49fb-879a-3e539be6347c tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447364
Nov 24 18:30:44.983551 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea463-3302-46b7-aaaf-fbef04fb62b6 req-9183fb01-986f-4486-8318-85636eab34ae tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:44.985029 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33fea463-3302-46b7-aaaf-fbef04fb62b6 req-9183fb01-986f-4486-8318-85636eab34ae tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 943 time: 0.0824344
Nov 24 18:30:45.030888 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33fea463-3302-46b7-aaaf-fbef04fb62b6 req-b5f284bb-0197-47f5-8e4d-90145440cfcc tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401099
Nov 24 18:30:45.050255 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8407bdb2-d684-4375-b19d-56364ce45a4a details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:30:45.196665 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device fd6f080d-68e8-498c-ab68-914dbacd6d48 up at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:45.246284 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8407bdb2-d684-4375-b19d-56364ce45a4a,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:45.268581 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '8407bdb2-d684-4375-b19d-56364ce45a4a', 'network_id': '29791584-a22b-4ee3-a585-bbe6c348d18c', 'port_id': '8407bdb2-d684-4375-b19d-56364ce45a4a', 'mac_address': 'fa:16:3e:1d:ee:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0892ea91-1b87-4ad6-9938-16dbcebd5f10', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:30:45.340756 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:45.350294 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Provisioning complete for port fd6f080d-68e8-498c-ab68-914dbacd6d48 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:45.350671 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:45.407210 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8407bdb2-d684-4375-b19d-56364ce45a4a {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:30:45.433602 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8407bdb2-d684-4375-b19d-56364ce45a4a,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:45.440137 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:45.444910 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:45.572014 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:45.576151 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:45.674768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['8407bdb2-d684-4375-b19d-56364ce45a4a'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:30:46.215800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5806e-29cd-4980-9810-473b4d7a3935 req-23249169-7c70-409a-9122-957ff27cd7bb tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:46.217261 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9ac5806e-29cd-4980-9810-473b4d7a3935 req-23249169-7c70-409a-9122-957ff27cd7bb tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 944 time: 0.0822630
Nov 24 18:30:46.263155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9ac5806e-29cd-4980-9810-473b4d7a3935 req-00417278-3dd8-4d93-af7e-33ae430066dd tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398638
Nov 24 18:30:47.050013 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8407bdb2-d684-4375-b19d-56364ce45a4a up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:30:47.121738 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 8407bdb2-d684-4375-b19d-56364ce45a4a completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:30:47.126607 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 8407bdb2-d684-4375-b19d-56364ce45a4a triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:30:47.126992 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:47.246206 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:47.276581 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:47.286687 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8407bdb2-d684-4375-b19d-56364ce45a4a,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:47.291223 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:47.294188 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-53792390-ce48-412e-b64d-12dbee56f766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:47.328482 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a', 'code': 200}
Nov 24 18:30:47.391898 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:47.395410 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:47.481951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844b45-0b5b-4591-b885-ce75f9f10ce2 req-c0b1baa9-15ea-41bd-876e-a929268379a1 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:47.483664 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-46844b45-0b5b-4591-b885-ce75f9f10ce2 req-c0b1baa9-15ea-41bd-876e-a929268379a1 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.1081471
Nov 24 18:30:47.571330 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-46844b45-0b5b-4591-b885-ce75f9f10ce2 req-22ec0c75-ae5f-44a9-a009-f8d8698bc094 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810490
Nov 24 18:30:47.605755 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019199d-2807-4f17-b41e-524490190834 req-873c6857-594e-4cd6-88cc-c04b0889e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:47.607362 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b019199d-2807-4f17-b41e-524490190834 req-873c6857-594e-4cd6-88cc-c04b0889e8ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 1098 time: 0.0882626
Nov 24 18:30:47.655734 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b019199d-2807-4f17-b41e-524490190834 req-df6f5d8c-ced2-4b73-8342-5637f79f99c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394659
Nov 24 18:30:48.793584 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabfa33-c250-439e-a3af-e608e15dd85c req-9b80d4a6-9883-4161-b149-4d160b831dcf tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:48.795113 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aeabfa33-c250-439e-a3af-e608e15dd85c req-9b80d4a6-9883-4161-b149-4d160b831dcf tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.0978899
Nov 24 18:30:48.842967 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aeabfa33-c250-439e-a3af-e608e15dd85c req-5a71c9a5-2ad0-4db9-8b7f-c825551d4296 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411260
Nov 24 18:30:50.153676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ee75a-2756-4a85-9add-37fac1044b0d req-460adb59-cc3e-4104-a2a3-2d98232d5953 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:50.154477 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-323ee75a-2756-4a85-9add-37fac1044b0d req-460adb59-cc3e-4104-a2a3-2d98232d5953 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.1933484
Nov 24 18:30:50.199493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-323ee75a-2756-4a85-9add-37fac1044b0d req-0c94abfa-2be7-4ebb-beb9-c8c6a587663e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409493
Nov 24 18:30:51.419061 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a4901-b55f-435e-8945-86cd8c17071b req-7ae9e9bc-03ad-4c0c-8cac-9a0beda0f37a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:51.420633 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c07a4901-b55f-435e-8945-86cd8c17071b req-7ae9e9bc-03ad-4c0c-8cac-9a0beda0f37a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.0939713
Nov 24 18:30:51.484404 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c07a4901-b55f-435e-8945-86cd8c17071b req-a075d572-c786-4ca1-a767-6ee3684d0317 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566180
Nov 24 18:30:52.698120 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3d97-8982-4d81-81c1-700041f1c927 req-c5a06322-a809-4578-b17b-68283f9b0087 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:52.699627 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-62ff3d97-8982-4d81-81c1-700041f1c927 req-c5a06322-a809-4578-b17b-68283f9b0087 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.0862088
Nov 24 18:30:52.744671 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-62ff3d97-8982-4d81-81c1-700041f1c927 req-67d60e66-7a31-4ed4-9c16-cb0e58646d12 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/security-groups?id=76d512d1-006c-4f05-aaa0-01d590c25fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393069
Nov 24 18:30:52.772663 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-e654f5cc-cec8-4484-abed-549d0cf63336 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:30:52.774099 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-e654f5cc-cec8-4484-abed-549d0cf63336 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 945 time: 0.0832849
Nov 24 18:30:52.851117 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Deleting port 8407bdb2-d684-4375-b19d-56364ce45a4a {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:30:52.851372 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.118143 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] For port 8407bdb2-d684-4375-b19d-56364ce45a4a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=8407bdb2-d684-4375-b19d-56364ce45a4a,segment=NetworkSegment(9d216160-c7e5-46ac-9ef4-2e2831dc9ee8),segment_id=9d216160-c7e5-46ac-9ef4-2e2831dc9ee8)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:30:53.118518 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.254657 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Calling delete_port for 8407bdb2-d684-4375-b19d-56364ce45a4a owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:30:53.288350 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a3eac057-d0f5-46a7-bed1-1a337aff0f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.425034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.432506 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-21f447bb-3927-49b4-a143-af2c563a0b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:30:53.495996 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Pushing event deleted for resources: {'Port': ['ID=8407bdb2-d684-4375-b19d-56364ce45a4a,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:30:53.499096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:30:53.572411 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.572706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] No DVR routers for this DVR port 8407bdb2-d684-4375-b19d-56364ce45a4a on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:30:53.575693 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:53.578676 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'name': 'network-vif-deleted', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:30:53.594950 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0f2e7d45-e127-4c3f-baf4-267223cb1022 req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.55 "DELETE /v2.0/ports/8407bdb2-d684-4375-b19d-56364ce45a4a HTTP/1.1" status: 204  len: 173 time: 0.8119156
Nov 24 18:30:53.625507 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13533042-6110-47b1-8233-1dad27408831', 'name': 'network-vif-deleted', 'tag': '8407bdb2-d684-4375-b19d-56364ce45a4a', 'status': 'completed', 'code': 200}
Nov 24 18:30:53.924297 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-636dce59-7b8b-4d8e-828c-09adf7fe8b3c req-4cbf1efa-d62e-48bd-9583-f11c90a79f62 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] 10.222.0.64 "GET /v2.0/ports?device_id=13533042-6110-47b1-8233-1dad27408831 HTTP/1.1" status: 200  len: 210 time: 0.0484495
Nov 24 18:30:55.099458 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8407bdb2-d684-4375-b19d-56364ce45a4a no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:30:55.137145 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 8407bdb2-d684-4375-b19d-56364ce45a4a {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:30:55.137499 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 8407bdb2-d684-4375-b19d-56364ce45a4a not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:30:56.172192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c077-1e58-4ddc-975a-1c7a5077adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:56.923535 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:30:58.263739 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:00.174687 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:02.284602 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-093e15df-b079-45f5-9656-5e5e3351df9b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:security_group {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:02.303134 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-093e15df-b079-45f5-9656-5e5e3351df9b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:security_group {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:02.304529 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-093e15df-b079-45f5-9656-5e5e3351df9b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031811991&fields=id&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 267 time: 0.0608840
Nov 24 18:31:02.470493 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-beadaa9c-b876-4b18-b95e-d8a2a4a2ca35 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:02.471166 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-beadaa9c-b876-4b18-b95e-d8a2a4a2ca35 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:network {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:02.490178 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-beadaa9c-b876-4b18-b95e-d8a2a4a2ca35 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:network {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:02.491511 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-beadaa9c-b876-4b18-b95e-d8a2a4a2ca35 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.1801004
Nov 24 18:31:02.507893 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-e5da2d46-3337-4664-9185-2cc4ad6407b6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/quotas/cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 375 time: 0.0103612
Nov 24 18:31:02.596900 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-e517b695-a0c0-4912-9aa1-b1935a2ec778 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86833) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:02.615851 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-e517b695-a0c0-4912-9aa1-b1935a2ec778 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86833) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:02.617524 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-e517b695-a0c0-4912-9aa1-b1935a2ec778 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043186
Nov 24 18:31:02.739504 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-fcc8d229-1a2d-48c8-bc57-252a17a58a0e service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:31:02.740787 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-fcc8d229-1a2d-48c8-bc57-252a17a58a0e service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1109681
Nov 24 18:31:02.882994 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-bb13733a-a4c7-482a-a914-b20e18a6d874 service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362214
Nov 24 18:31:03.155862 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-4e941998-9834-41fd-9032-9bf055f24faa service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2669525
Nov 24 18:31:03.320272 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:31:03.662601 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-83bdee9b-32f3-49dd-b04f-f2eb6f591f54 req-30851d71-2d42-4a43-9d1c-1b240f8976d5 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 210 time: 0.0511339
Nov 24 18:31:04.862280 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c7edd65b-0fb6-4aba-af7f-d3ae4a471229 req-1abfffe0-5084-4b69-9e9e-51d13f3d4fdf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 210 time: 0.0559838
Nov 24 18:31:05.029896 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-227f1b86-b981-4cff-9777-85ec10d7a55b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:05.031410 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-227f1b86-b981-4cff-9777-85ec10d7a55b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.2255716
Nov 24 18:31:05.093550 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-aa1e4064-cc78-4aad-b202-e7f3d294cf20 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:security_group {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:05.109201 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-aa1e4064-cc78-4aad-b202-e7f3d294cf20 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:security_group {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:05.110496 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-aa1e4064-cc78-4aad-b202-e7f3d294cf20 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 380 time: 0.0701327
Nov 24 18:31:05.120972 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'port': {'device_id': 'c82ecc95-bc70-4016-a30b-2db492974044', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'admin_state_up': True, 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'security_groups': ['e9b822c3-b278-4a75-9246-50171b1ed5e0']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:31:05.309543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:31:05.325696 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:31:05.342865 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Made reservation on behalf of cb19756ada554e398ec440fa707bd611 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:31:05.347024 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:05.581045 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.20.0.9 (43ed2dbe-8edd-4e75-a06b-5078acde0a2c/5d8718d2-80b5-491e-a409-6237bb6ad62e/4841b046-fa59-4e17-895a-af0a34bc0d8b) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:31:05.945699 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:05.985830 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Transition to ACTIVE for port object 4841b046-fa59-4e17-895a-af0a34bc0d8b will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:31:06.007308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:06.030946 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3e7c9f96-cde9-4b46-8cc3-3798da3e1977 tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:06.149416 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:31:06.157687 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:31:06.167779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:31:06.275204 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:06.284144 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:06.284869 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:06.306067 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.307062 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.307459 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.308467 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.308910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.309408 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.309877 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.310325 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.310835 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.311263 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.311736 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.312349 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:06.321161 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:06.341178 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2246411
Nov 24 18:31:06.356473 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Request body: {'port': {'device_id': 'c82ecc95-bc70-4016-a30b-2db492974044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:31:06.449941 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb9e18-ed51-41af-9757-efa7371c24f0 req-2d6b5968-a2f1-4996-8014-c7936182c8cc tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:06.450998 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-94fb9e18-ed51-41af-9757-efa7371c24f0 req-2d6b5968-a2f1-4996-8014-c7936182c8cc tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:06.549404 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-94fb9e18-ed51-41af-9757-efa7371c24f0 req-2d6b5968-a2f1-4996-8014-c7936182c8cc tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:06.550690 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94fb9e18-ed51-41af-9757-efa7371c24f0 req-2d6b5968-a2f1-4996-8014-c7936182c8cc tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 931 time: 0.4840722
Nov 24 18:31:06.579319 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:06.601312 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-62a5af17-f691-4e36-8f8f-4e1e2596751c None None] Provisioning for port 4841b046-fa59-4e17-895a-af0a34bc0d8b completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:31:06.627938 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-62a5af17-f691-4e36-8f8f-4e1e2596751c None None] Provisioning complete for port 4841b046-fa59-4e17-895a-af0a34bc0d8b triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:31:06.630184 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-62a5af17-f691-4e36-8f8f-4e1e2596751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:06.689968 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-62a5af17-f691-4e36-8f8f-4e1e2596751c None None] Port 4841b046-fa59-4e17-895a-af0a34bc0d8b cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:31:06.772304 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-94fb9e18-ed51-41af-9757-efa7371c24f0 req-308760c1-dede-4bfc-ae98-df80cec0a1ab tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2124705
Nov 24 18:31:07.048060 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4841b046-fa59-4e17-895a-af0a34bc0d8b {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:31:07.060696 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:07.082751 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Transition to ACTIVE for port object 4841b046-fa59-4e17-895a-af0a34bc0d8b will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:31:07.093361 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:07.104749 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:07.279060 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Pushing event updated for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:07.317058 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:07.448130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Attempting to bind port 4841b046-fa59-4e17-895a-af0a34bc0d8b on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:31:07.449297 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Attempting to bind port 4841b046-fa59-4e17-895a-af0a34bc0d8b by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:31:07.449649 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Attempting to bind port 4841b046-fa59-4e17-895a-af0a34bc0d8b on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:31:07.462834 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Port 4841b046-fa59-4e17-895a-af0a34bc0d8b on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:31:07.463089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Attempting to bind port 4841b046-fa59-4e17-895a-af0a34bc0d8b on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:31:07.480446 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:31:07.480800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:31:07.481236 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Bound using segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:31:07.481757 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Bound port: 4841b046-fa59-4e17-895a-af0a34bc0d8b, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:31:07.482022 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:07.589604 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:31:07.593060 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:31:07.598265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:07.603880 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-87577db0-541e-4569-9a5a-5a91ef03618a tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:07.691318 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:07.692217 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:07.694579 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] 10.222.0.55 "PUT /v2.0/ports/4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 1093 time: 1.3439081
Nov 24 18:31:07.695422 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:31:07.732819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Pushing event updated for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:07.736418 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:07.916966 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'status': 'completed', 'code': 200}
Nov 24 18:31:07.975180 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-1287f274-3dcf-4bab-a072-7d7de5cb328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:07.976966 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-1287f274-3dcf-4bab-a072-7d7de5cb328b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1096 time: 0.1875300
Nov 24 18:31:08.081365 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-6fc80e24-c15b-4bc3-94e0-992e1dbc0cb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 217 time: 0.0946670
Nov 24 18:31:08.163199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-68169008-586a-471c-b2b9-253ee33c99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:08.164569 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-68169008-586a-471c-b2b9-253ee33c99ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0754220
Nov 24 18:31:08.177017 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aff221-911a-44d6-8ad2-8d626f20b3f3 req-375c7a9a-0c83-4a14-bfcc-add366eced9c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:08.178831 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b2aff221-911a-44d6-8ad2-8d626f20b3f3 req-375c7a9a-0c83-4a14-bfcc-add366eced9c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.2479835
Nov 24 18:31:08.290766 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b2aff221-911a-44d6-8ad2-8d626f20b3f3 req-89fc3a5e-cc4d-4328-a384-6e22c9299fe1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796580
Nov 24 18:31:08.317148 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-9392397b-0f04-4558-982f-da4fe64d43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:08.320054 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-9392397b-0f04-4558-982f-da4fe64d43c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402290
Nov 24 18:31:08.608204 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-734133bf-ee30-40b6-a474-3a74e52dedca service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810402
Nov 24 18:31:08.796883 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b91dc4b7-0fca-48db-ad04-c21d167b75d1 req-2e26d064-964f-4322-b5f8-6b815dc23529 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765635
Nov 24 18:31:08.953246 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-12b87dcd-b63b-4bc2-aeab-f2ac71a9d113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:08.954859 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-12b87dcd-b63b-4bc2-aeab-f2ac71a9d113 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1096 time: 0.0971184
Nov 24 18:31:09.120100 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-f72ce7f3-0935-403a-90bd-bb227902c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:09.122577 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-f72ce7f3-0935-403a-90bd-bb227902c1d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1606581
Nov 24 18:31:09.199673 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-8a8c483c-646d-406a-bbfe-a24e29bd4059 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 217 time: 0.0673964
Nov 24 18:31:09.279187 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-baad8ca8-231f-407f-b4f5-e13766026347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:09.281017 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-baad8ca8-231f-407f-b4f5-e13766026347 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0758190
Nov 24 18:31:09.396721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-c004287a-009d-4c1d-8413-4d1b0f329187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:09.398209 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-c004287a-009d-4c1d-8413-4d1b0f329187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1104281
Nov 24 18:31:09.518523 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45495e9-ba80-454d-b618-32d5d7317fd4 req-c74f9b39-d63a-4988-b961-a8e06d9290bf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:09.520877 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e45495e9-ba80-454d-b618-32d5d7317fd4 req-c74f9b39-d63a-4988-b961-a8e06d9290bf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.1039059
Nov 24 18:31:09.566486 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-dbca3f43-cad0-42bd-b813-e8328127c5d6 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575205
Nov 24 18:31:09.571468 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e45495e9-ba80-454d-b618-32d5d7317fd4 req-f5a7a6ef-dada-49c6-87f0-82dd33ae9008 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448654
Nov 24 18:31:09.735074 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-781780de-9ebf-4b6b-a9d3-939dc3f3dc8c req-82a4a264-4c04-4f96-a1f6-da433c2fd998 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1600480
Nov 24 18:31:10.807588 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3dcc9-f0d9-4121-802e-f4771558977f req-0bb678b4-2e03-477c-8cf2-8cbd0bd1b1c2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:10.810155 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c6b3dcc9-f0d9-4121-802e-f4771558977f req-0bb678b4-2e03-477c-8cf2-8cbd0bd1b1c2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.1095572
Nov 24 18:31:10.877291 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-c6b3dcc9-f0d9-4121-802e-f4771558977f req-3236d64e-8294-4c90-bcc2-a3d205d87c0f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523689
Nov 24 18:31:12.113081 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5101a-1c78-4dc2-ba6d-457b4af1cedd req-65692bfe-173a-4532-a32e-1178858314a7 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:12.121191 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-63d5101a-1c78-4dc2-ba6d-457b4af1cedd req-65692bfe-173a-4532-a32e-1178858314a7 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.1081984
Nov 24 18:31:12.172901 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-63d5101a-1c78-4dc2-ba6d-457b4af1cedd req-0c436ed0-0310-4025-90aa-3048720c3b14 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462704
Nov 24 18:31:13.394492 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41d160-fe88-480e-b0e8-feda416835d3 req-469e9029-e18f-49fb-810a-e1b3d54cc4fb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:13.397116 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-de41d160-fe88-480e-b0e8-feda416835d3 req-469e9029-e18f-49fb-810a-e1b3d54cc4fb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.0963154
Nov 24 18:31:13.462468 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-de41d160-fe88-480e-b0e8-feda416835d3 req-219f1cca-e817-41c1-8cd4-5abaef7d289b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587227
Nov 24 18:31:14.665558 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19a4fb-b9eb-49bb-b787-d537990c73c2 req-4cc563f3-2089-4d01-89dd-93596d672854 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:14.666355 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0a19a4fb-b9eb-49bb-b787-d537990c73c2 req-4cc563f3-2089-4d01-89dd-93596d672854 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 943 time: 0.0906241
Nov 24 18:31:14.720167 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0a19a4fb-b9eb-49bb-b787-d537990c73c2 req-4175d023-94d7-42b9-929b-23049aa27ba1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458269
Nov 24 18:31:15.256298 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 4841b046-fa59-4e17-895a-af0a34bc0d8b details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:31:15.415563 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:31:15.433146 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'port_id': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'mac_address': 'fa:16:3e:bf:9a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:31:15.498092 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:15.523563 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4841b046-fa59-4e17-895a-af0a34bc0d8b {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:31:15.544197 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:31:15.549286 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:15.553047 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:15.628459 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:15.641957 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:15.774352 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['4841b046-fa59-4e17-895a-af0a34bc0d8b'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:31:15.980293 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84e4d-89f6-4ce6-b8c7-827d6eece759 req-32e38645-c448-472b-bb85-97b0db136bfd tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:15.982050 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8e84e4d-89f6-4ce6-b8c7-827d6eece759 req-32e38645-c448-472b-bb85-97b0db136bfd tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 944 time: 0.1136570
Nov 24 18:31:16.043778 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f8e84e4d-89f6-4ce6-b8c7-827d6eece759 req-42d6b431-eb11-4e14-8708-c91aaf6f9569 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544548
Nov 24 18:31:17.272397 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 4841b046-fa59-4e17-895a-af0a34bc0d8b up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:31:17.272979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a5d1c-6724-42bb-9431-fca054d96a3b req-519a5acd-916c-4185-bab7-b910252d6bbf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:17.274464 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c72a5d1c-6724-42bb-9431-fca054d96a3b req-519a5acd-916c-4185-bab7-b910252d6bbf tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 944 time: 0.0981140
Nov 24 18:31:17.331733 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c72a5d1c-6724-42bb-9431-fca054d96a3b req-31bc21e3-aab1-4641-81ee-010a6f19ea4b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477633
Nov 24 18:31:17.361676 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 4841b046-fa59-4e17-895a-af0a34bc0d8b completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:31:17.370110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 4841b046-fa59-4e17-895a-af0a34bc0d8b triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:31:17.370550 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:17.502363 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:17.550605 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:31:17.563642 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:31:17.572160 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:17.575231 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:17.613122 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'code': 200}
Nov 24 18:31:17.670253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:17.673419 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:17.952961 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5842a1-5056-473f-8e4e-ed182890f700 req-27b6ac1c-5d10-45ff-9116-191321f0578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:17.954595 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b5842a1-5056-473f-8e4e-ed182890f700 req-27b6ac1c-5d10-45ff-9116-191321f0578d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1098 time: 0.0996335
Nov 24 18:31:18.012677 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6b5842a1-5056-473f-8e4e-ed182890f700 req-47ba3b71-494c-40e2-a2a2-d4e364c114fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509317
Nov 24 18:31:18.683088 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1a4e1-aeed-44d5-ae1a-704bc1f356da req-c9a5790c-4da8-4c00-8afc-22330c03a65e tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:18.684593 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c8a1a4e1-aeed-44d5-ae1a-704bc1f356da req-c9a5790c-4da8-4c00-8afc-22330c03a65e tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.0821481
Nov 24 18:31:18.737446 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c8a1a4e1-aeed-44d5-ae1a-704bc1f356da req-f450d3fa-a1b4-47ba-b826-9224d3af9502 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471959
Nov 24 18:31:19.954043 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097234c5-18e1-4099-be4b-1d76bc623187 req-9a73a971-5beb-4d91-8fbe-6d64cdefd54a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:19.955492 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-097234c5-18e1-4099-be4b-1d76bc623187 req-9a73a971-5beb-4d91-8fbe-6d64cdefd54a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.0871699
Nov 24 18:31:19.999877 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-097234c5-18e1-4099-be4b-1d76bc623187 req-69d0efe7-3a9f-472f-84f7-504f0db9bd97 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373797
Nov 24 18:31:20.193230 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86674ec6-3edc-4a9b-8973-fdd948d0b446 req-6fb4b426-2365-4880-84f1-077f3c88ec20 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:20.194617 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-86674ec6-3edc-4a9b-8973-fdd948d0b446 req-6fb4b426-2365-4880-84f1-077f3c88ec20 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.0841722
Nov 24 18:31:20.238151 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-86674ec6-3edc-4a9b-8973-fdd948d0b446 req-615ff5a6-4451-4ece-89b1-326cbf2dd100 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379410
Nov 24 18:31:20.263882 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38946) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:20.381296 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c09850-5940-4295-882e-97f2282e9835 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:20.382092 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-e6c09850-5940-4295-882e-97f2282e9835 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] Synchronizing usage tracker for tenant:ed25142c1586426e8d313879554b1b92 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:31:20.404181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-e6c09850-5940-4295-882e-97f2282e9835 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] Unset dirty status for tenant:ed25142c1586426e8d313879554b1b92 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:31:20.405386 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-e6c09850-5940-4295-882e-97f2282e9835 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1093 time: 0.1404839
Nov 24 18:31:20.413433 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 38952) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:20.417373 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'port_id': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:31:20.422565 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:31:20.427750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:floatingip and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:31:20.430593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:31:20.436226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:31:20.448829 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:20.679800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:20.814075 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.27.0.125 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/68dd3d17-4c8c-4f44-b9cf-857759da1b5a) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:31:20.960186 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:20.989839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:20.994427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:21.010048 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38958) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:21.059360 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:31:21.062178 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:31:21.065732 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:31:21.080448 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Deleting subnet 0892ea91-1b87-4ad6-9938-16dbcebd5f10 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:31:21.084111 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.112622 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=68dd3d17-4c8c-4f44-b9cf-857759da1b5a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:21.119038 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:21.146257 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.209990 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.281608 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.286892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-9abca13b-cb2f-4fbd-b8d2-20a3d721d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:21.322414 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0892ea91-1b87-4ad6-9938-16dbcebd5f10,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:21.324257 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.326763 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:21.330759 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-945d788d-bf41-4274-9101-dfba853b4254 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0892ea91-1b87-4ad6-9938-16dbcebd5f10 HTTP/1.1" status: 204  len: 168 time: 0.3197052
Nov 24 18:31:21.334093 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38962) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:21.452827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.520897 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.603627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.606412 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.633162 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65cfe67610>,) {'filters': {'network_id': ['29791584-a22b-4ee3-a585-bbe6c348d18c']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:21.645780 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfe67610>, '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:21.646202 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65cfe67610>, '9d216160-c7e5-46ac-9ef4-2e2831dc9ee8') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:21.659057 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.677952 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.684432 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:31:21.685615 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:31:21.699192 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:31:21.778283 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.782320 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:21.797435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.806788 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=29791584-a22b-4ee3-a585-bbe6c348d18c,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:21.809923 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:21.816253 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] 10.222.0.64 "DELETE /v2.0/networks/29791584-a22b-4ee3-a585-bbe6c348d18c HTTP/1.1" status: 204  len: 168 time: 0.4812577
Nov 24 18:31:21.831817 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.837497 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.841427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1d3d93d4-fd46-4781-9b98-14cccc43eba8 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:21.967995 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=68dd3d17-4c8c-4f44-b9cf-857759da1b5a,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:21.971965 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:21.979076 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:21.999726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38968) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:22.047766 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-bc982ae3-ffc6-4ec2-af74-638eefc766d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d9771725dedf4336bda5e0e9bf7bbc9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467668
Nov 24 18:31:22.050126 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 38972) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:22.115254 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:22.141137 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:22.152607 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP 47fbeb64-363f-4fb7-9a72-5128b3deff9b associated. External IP: 172.27.0.125, port: 4841b046-fa59-4e17-895a-af0a34bc0d8b.
Nov 24 18:31:22.196198 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:22.200067 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-17415bab-35e3-4c8d-849c-cab179800845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:22.212662 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d512d1-006c-4f05-aaa0-01d590c25fcb,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:22.215814 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:22.226612 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:22.227841 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-1007009c-4925-4412-a86c-c233c085d410 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76d512d1-006c-4f05-aaa0-01d590c25fcb HTTP/1.1" status: 204  len: 168 time: 0.1767592
Nov 24 18:31:22.631974 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:31:22.820100 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:31:22.829846 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:31:22.841710 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:31:22.842835 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5478c70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:22.845884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:22.904687 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-51abdb86-69e6-4633-8cb4-8032e4715a1a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4950080
Nov 24 18:31:22.905372 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:31:22.952493 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'status': 'completed', 'code': 200}
Nov 24 18:31:23.052929 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:31:23.054164 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-11d08a1a-36fc-49a7-92e8-a51ce0bfb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:23.055711 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-11d08a1a-36fc-49a7-92e8-a51ce0bfb3f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1098 time: 0.0807288
Nov 24 18:31:23.205158 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-56fe9d74-6cd4-4211-bce2-13c59853cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:23.208521 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-56fe9d74-6cd4-4211-bce2-13c59853cf54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1457067
Nov 24 18:31:23.336018 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4149f281-8a5e-4946-9d41-b6b32f1a88f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:23.337810 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-98679d50-a449-46b6-bbdb-a89c7210a0f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 999 time: 0.1230597
Nov 24 18:31:23.413235 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-6b2a9d89-eaf5-4b3f-be97-53c7e9f0ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:23.414831 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-6b2a9d89-eaf5-4b3f-be97-53c7e9f0ea91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0706460
Nov 24 18:31:23.472507 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5478c70>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '47fbeb64-363f-4fb7-9a72-5128b3deff9b', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:bf:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ecc95-bc70-4016-a30b-2db492974044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:31:21Z', 'updated_at': '2021-11-24T18:31:21Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:23.477265 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:31:23.488306 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:31:23.489679 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5478c70>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:30:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:23.550179 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-6515f7d3-45e8-464c-a46f-8b3f33836df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:31:23.552100 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-6515f7d3-45e8-464c-a46f-8b3f33836df5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309309
Nov 24 18:31:23.634457 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:23.735545 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-7995ddf4-ad9d-4a97-8b88-8e69fbc84707 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745627
Nov 24 18:31:23.742332 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:31:23.870017 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b978beab-adb8-4e46-8bda-42403b4371c2 req-0c1801b5-66ba-4d66-a14f-83f9ad2354ac service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275976
Nov 24 18:31:24.130777 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5478c70>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '47fbeb64-363f-4fb7-9a72-5128b3deff9b', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:bf:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ecc95-bc70-4016-a30b-2db492974044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:31:21Z', 'updated_at': '2021-11-24T18:31:21Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:31:24.135147 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54d8e6-edc7-4f45-ac8f-b1181e968c7b None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '47fbeb64-363f-4fb7-9a72-5128b3deff9b', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:bf:9a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82ecc95-bc70-4016-a30b-2db492974044', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:31:21Z', 'updated_at': '2021-11-24T18:31:21Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:31:24.328272 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef51b24-de3b-41fd-9878-ce76a1a00bd0 None None] New status for floating IP 47fbeb64-363f-4fb7-9a72-5128b3deff9b: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:31:26.165140 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e6393adb-d73d-48ac-9c50-4997c1d93549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.311488 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39022) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:26.428010 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.442486 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:31:26.445930 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Usage tracker for resource:security_group_rule and tenant:4eed481be247470a8160e592fef868b4 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:31:26.448745 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:31:26.454391 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:31:26.537822 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.541435 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.549916 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-6efa5184-15a3-49b6-820c-ee970a6e7871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:26.593072 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4eed481be247470a8160e592fef868b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2804303
Nov 24 18:31:26.593914 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6a8d7-06d3-4e30-84bf-a6fb78ac3be3,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:26.595682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39028) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:26.596827 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-223436fd-5eec-45ae-bb3a-81968d230a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:26.658504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.683985 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.739322 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.743172 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6162f4c9-4354-4cd3-afd5-16104c13de5f tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:26.753771 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6a8d7-06d3-4e30-84bf-a6fb78ac3be3,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:26.758310 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:26.761572 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:26.762681 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-2f16d8b1-ed44-4270-9472-c152397127be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77d6a8d7-06d3-4e30-84bf-a6fb78ac3be3 HTTP/1.1" status: 204  len: 168 time: 0.1659865
Nov 24 18:31:26.921235 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:28.265433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:30.193418 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:38.618361 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39168) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:38.733734 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:38.747567 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:31:38.751278 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Usage tracker for resource:security_group_rule and tenant:e331a547c53f4d12a44edc2d792bd2ba is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:31:38.754018 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:31:38.760520 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:31:38.843979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:38.847486 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:38.853834 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-f5dcec6e-6f8d-4cf8-9660-046841fa98f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:38.899764 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e331a547c53f4d12a44edc2d792bd2ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2802110
Nov 24 18:31:38.900609 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6e90a-79df-490d-b1c9-985bef9c10b3,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:38.902346 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39174) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:31:38.908043 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.908425 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.908797 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.909162 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.909523 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.909882 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.910237 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.910593 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.910949 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.911302 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.912019 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.912375 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:31:38.916303 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-77b743ee-9b79-4104-abef-a2b2a447f03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:38.965601 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:38.990839 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:39.045216 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:39.048773 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-32bf4b82-5fd7-4224-b9e1-d4a09622a590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:31:39.060593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6e90a-79df-490d-b1c9-985bef9c10b3,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:31:39.063919 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:31:39.068784 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:39.069945 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-155c86a0-3a71-4726-a8f1-c1fe2dc65cee admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75b6e90a-79df-490d-b1c9-985bef9c10b3 HTTP/1.1" status: 204  len: 168 time: 0.1665387
Nov 24 18:31:40.319826 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:31:53.293162 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fcad1149-fefc-4e45-9055-3a03f46cbc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:53.566634 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:56.167046 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fcdc642c-c729-4bb8-b46d-cc81ba205506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:56.923382 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:31:58.267502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:00.191143 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:08.371949 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-bb563e18-d6e7-4646-bf19-82b5612dde57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0758774
Nov 24 18:32:08.522504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-7439b740-fe59-4fc0-8508-1192ccca93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:32:08.524029 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-7439b740-fe59-4fc0-8508-1192ccca93c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1098 time: 0.0716829
Nov 24 18:32:08.772041 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-277d5381-7657-4770-895a-097281094771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:32:08.773501 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-277d5381-7657-4770-895a-097281094771 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.2249444
Nov 24 18:32:08.876169 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-6ee2e0e4-bb2c-46d7-b2bb-9dcceaa28c02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 1001 time: 0.0921996
Nov 24 18:32:08.944593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-a3c14186-fa18-4e54-84e5-ad84ca5491c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:32:08.945996 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-a3c14186-fa18-4e54-84e5-ad84ca5491c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0602195
Nov 24 18:32:09.026803 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-a2640c4d-3c37-4289-9c55-b54ef584cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:32:09.028207 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-a2640c4d-3c37-4289-9c55-b54ef584cdab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721600
Nov 24 18:32:09.166149 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-c2a0b56b-178b-4de5-b336-b52acc08cf43 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273611
Nov 24 18:32:09.302678 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8a007a34-0a09-4b2a-beaf-dda360859e35 req-6bacf40e-e6bd-4f3e-b8f3-1d1b923128cd service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248922
Nov 24 18:32:17.319017 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:32:23.286147 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a971-4f3c-403b-b50f-40eeee62c14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:23.568381 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:26.169238 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c91bd070-eb3c-40bc-81e8-51bde81e27fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:26.925981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:28.271353 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:30.204869 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:53.288301 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a17d89dc-3266-407d-9ee5-8f5377d204f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:53.571298 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:54.318145 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:32:56.170026 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fed9f012-4dbe-494b-865c-639007831b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:56.929504 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:32:58.273677 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:00.209203 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:09.371297 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-fb233638-8a31-4034-9301-8c5ec6528884 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763295
Nov 24 18:33:09.520611 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-5db17e90-1435-4d5e-8e07-a17840156b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:09.522069 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-5db17e90-1435-4d5e-8e07-a17840156b2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 1098 time: 0.0707171
Nov 24 18:33:09.689636 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-0ede73d2-1d02-46fe-a128-d5d6a4591eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:09.691093 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-0ede73d2-1d02-46fe-a128-d5d6a4591eb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1451757
Nov 24 18:33:09.799314 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-f869fd1c-75a3-4c6a-a342-4ccfc45885e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 200  len: 1001 time: 0.0977483
Nov 24 18:33:09.865050 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-1203291e-bd2e-4069-aec6-6973930a15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:09.866434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-1203291e-bd2e-4069-aec6-6973930a15a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0564466
Nov 24 18:33:09.958719 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-5ec28857-39a9-4c0a-8dd8-32f717ae0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:09.960222 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-5ec28857-39a9-4c0a-8dd8-32f717ae0b65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838227
Nov 24 18:33:09.975110 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-ebeaafc1-0bc3-41cb-84dd-284fd7562daa service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=86832) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Nov 24 18:33:09.976143 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-ebeaafc1-0bc3-41cb-84dd-284fd7562daa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048273
Nov 24 18:33:10.110622 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-9e2ae964-deac-4242-843e-42ed8804126f service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245739
Nov 24 18:33:10.245902 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-2eb763bd-eb6c-490a-a1ed-13be8067ea0b req-e142eb0a-ea69-4b3e-9350-75192e1123f5 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235466
Nov 24 18:33:21.243264 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4191f0e-d8cf-4726-a94e-09a04a8ffebc req-4b314e11-1126-4fbb-bb17-7af5b3cb7b7b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:21.244959 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d4191f0e-d8cf-4726-a94e-09a04a8ffebc req-4b314e11-1126-4fbb-bb17-7af5b3cb7b7b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.0803931
Nov 24 18:33:21.288562 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d4191f0e-d8cf-4726-a94e-09a04a8ffebc req-e8a2da1f-84ff-4dde-b523-2b660d4ca647 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381246
Nov 24 18:33:22.496035 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369377-8708-423a-a49d-053c0a473dbc req-cbca26eb-fc57-4b5f-a669-e3ee53ebf564 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:22.497492 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-68369377-8708-423a-a49d-053c0a473dbc req-cbca26eb-fc57-4b5f-a669-e3ee53ebf564 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.0885053
Nov 24 18:33:22.540898 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-68369377-8708-423a-a49d-053c0a473dbc req-35875d6c-4909-4bb1-8859-789845dcd4ec tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377471
Nov 24 18:33:23.021462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-de4fbe6f-c98e-4ceb-bd22-b5f9e80204d9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:23.022973 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-de4fbe6f-c98e-4ceb-bd22-b5f9e80204d9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.1751857
Nov 24 18:33:23.095478 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 4841b046-fa59-4e17-895a-af0a34bc0d8b {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:33:23.095822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.289608 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-dab366cd-c6ca-4d3f-8bb2-a6479c7b7564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.341195 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] For port 4841b046-fa59-4e17-895a-af0a34bc0d8b, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=4841b046-fa59-4e17-895a-af0a34bc0d8b,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:33:23.341565 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.574713 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.639622 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.640009 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.640335 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP 47fbeb64-363f-4fb7-9a72-5128b3deff9b disassociated. External IP: 172.27.0.125, port: 4841b046-fa59-4e17-895a-af0a34bc0d8b.
Nov 24 18:33:23.640685 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 4841b046-fa59-4e17-895a-af0a34bc0d8b owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:33:23.832993 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39613004-5870-4279-94ed-3fc360b7015d req-34db49fc-ef0e-4f16-86aa-cd414941c988 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:23.834350 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-39613004-5870-4279-94ed-3fc360b7015d req-34db49fc-ef0e-4f16-86aa-cd414941c988 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 945 time: 0.1633613
Nov 24 18:33:23.876399 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:23.884190 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-739d1011-fbd8-4a13-8e34-03855d6e4f2e tempest-VolumesActionsTest-1625918806 tempest-VolumesActionsTest-1625918806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:23.937755 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-39613004-5870-4279-94ed-3fc360b7015d req-867a7f9f-d4c0-4bc9-a910-44b0623c33f2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977683
Nov 24 18:33:23.938800 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=4841b046-fa59-4e17-895a-af0a34bc0d8b,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:23.951908 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.952594 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.953226 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.953833 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.954492 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.955162 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.955824 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.956419 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.957021 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.957580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.958182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:23.958773 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:24.013976 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:24.152884 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:33:24.340562 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:33:24.351261 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:33:24.362536 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:33:24.363345 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d569e130>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:32:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:24.422285 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] No DVR routers for this DVR port 4841b046-fa59-4e17-895a-af0a34bc0d8b on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:33:24.424711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:24.428328 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'name': 'network-vif-deleted', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:33:24.450777 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b94107ec-4ac3-4bc2-8654-3a71b147f7d6 req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "DELETE /v2.0/ports/4841b046-fa59-4e17-895a-af0a34bc0d8b HTTP/1.1" status: 204  len: 173 time: 1.4192264
Nov 24 18:33:24.495565 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82ecc95-bc70-4016-a30b-2db492974044', 'name': 'network-vif-deleted', 'tag': '4841b046-fa59-4e17-895a-af0a34bc0d8b', 'status': 'completed', 'code': 200}
Nov 24 18:33:24.564325 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:33:24.880470 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d569e130>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:24.884440 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:33:24.893530 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:33:24.894136 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d569e130>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:32:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:25.083656 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:33:25.224194 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cc839267-5b3e-4219-bea4-ab01390a169d req-369c789c-ff3f-4a39-9e98-e63f48789c22 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:33:25.240701 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-cc839267-5b3e-4219-bea4-ab01390a169d req-369c789c-ff3f-4a39-9e98-e63f48789c22 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:33:25.241966 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-cc839267-5b3e-4219-bea4-ab01390a169d req-369c789c-ff3f-4a39-9e98-e63f48789c22 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82ecc95-bc70-4016-a30b-2db492974044 HTTP/1.1" status: 200  len: 210 time: 0.1737113
Nov 24 18:33:25.465202 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d569e130>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:25.469210 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3594dee-e7d0-4079-a490-29da1dff1f6f None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:33:25.682173 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710c3ee-05b7-4344-8e21-431e7700b4ce None None] New status for floating IP 47fbeb64-363f-4fb7-9a72-5128b3deff9b: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:33:26.171751 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-16587131-7e57-4bd4-94ee-0d47bcbfaa49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:26.600434 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-91c8a77b-ffec-4b6f-a42d-251ebc86faf5 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031811991&fields=id&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 267 time: 0.0397019
Nov 24 18:33:26.750261 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-2eb298e9-604f-446b-8ff1-3b3e2a113e1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:26.751639 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-2eb298e9-604f-446b-8ff1-3b3e2a113e1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.1449194
Nov 24 18:33:26.766791 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-cddd020f-3947-4a7b-98c9-01772f9d742c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/quotas/cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 375 time: 0.0096271
Nov 24 18:33:26.854533 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-60be2f8a-595c-4333-936a-4918cf63392b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0828826
Nov 24 18:33:26.933422 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:27.095554 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-cacc5bde-489a-4285-8f4b-097389141e74 service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2296498
Nov 24 18:33:27.230510 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-c8bfbd2b-8a91-4a88-85f6-01854f5ea566 service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290781
Nov 24 18:33:27.613168 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-0d142276-93c1-4360-b580-5f24b4ca3e6e req-09e235d0-c7a3-449f-a8d7-b4b9ebb4db4b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0437088
Nov 24 18:33:27.879473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 4841b046-fa59-4e17-895a-af0a34bc0d8b no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:33:27.915502 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 4841b046-fa59-4e17-895a-af0a34bc0d8b {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:33:27.915885 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 4841b046-fa59-4e17-895a-af0a34bc0d8b not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:33:28.275785 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:28.709458 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-79d04c43-c66f-4064-a886-b68fa2c683d9 req-e157c621-eb39-45e1-801b-8ef854d646dc tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0442648
Nov 24 18:33:29.906850 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-d82da9a2-ab39-418e-b3cc-1706164ed06c req-a8b35734-036e-4da6-abb1-1cb83a511e4f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.1433985
Nov 24 18:33:30.204027 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:31.001915 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9d31aabb-dbce-4a58-b61b-3a48fef16d37 req-e6e84e5a-61cc-4cc5-89d1-ab96f39d8539 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0424252
Nov 24 18:33:31.316542 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:33:32.149821 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-27632886-0f2d-4d09-8c8b-b716fc7053ad req-2349f07d-5756-433d-9cc6-ddf3974d1099 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0422766
Nov 24 18:33:32.945244 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-9465926c-7804-41d9-857a-39c002b11ef6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:32.946682 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-9465926c-7804-41d9-857a-39c002b11ef6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.1503408
Nov 24 18:33:32.999746 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-b0433720-90bd-45f7-bfe8-d87b6fe3f2fb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 380 time: 0.0411496
Nov 24 18:33:33.014562 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'port': {'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'admin_state_up': True, 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'security_groups': ['e9b822c3-b278-4a75-9246-50171b1ed5e0']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:33:33.151201 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:33:33.160735 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:33:33.171157 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Made reservation on behalf of cb19756ada554e398ec440fa707bd611 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:33:33.175746 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.308904 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9925d710-c2d7-47de-b81b-a14530f20635 req-7141a29d-638e-4230-b72c-3190d90cb87b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0518870
Nov 24 18:33:33.388682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.20.0.12 (43ed2dbe-8edd-4e75-a06b-5078acde0a2c/5d8718d2-80b5-491e-a409-6237bb6ad62e/5c562205-eee7-4785-81fa-2db186948c8a) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:33:33.580921 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.597159 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Transition to ACTIVE for port object 5c562205-eee7-4785-81fa-2db186948c8a will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:33:33.620639 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.626072 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00a745ce-f738-4479-9476-7490a498ac29 tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:33.693099 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:33:33.696255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:33:33.701238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:33:33.739996 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:33.752924 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:33.775194 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:33.775838 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.803107 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-6bfba938-e58f-4796-9b20-961ac8c92ff1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7926250
Nov 24 18:33:33.868927 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Request body: {'port': {'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:33:33.932234 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8cc71cca-dae7-4ccd-b982-757ecf0dde94 None None] Provisioning for port 5c562205-eee7-4785-81fa-2db186948c8a completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:33:33.937724 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-8cc71cca-dae7-4ccd-b982-757ecf0dde94 None None] Provisioning complete for port 5c562205-eee7-4785-81fa-2db186948c8a triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:33:33.938113 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8cc71cca-dae7-4ccd-b982-757ecf0dde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.985441 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:33.993582 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8cc71cca-dae7-4ccd-b982-757ecf0dde94 None None] Port 5c562205-eee7-4785-81fa-2db186948c8a cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:33:34.411840 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c562205-eee7-4785-81fa-2db186948c8a {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:33:34.420615 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:34.436543 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Transition to ACTIVE for port object 5c562205-eee7-4785-81fa-2db186948c8a will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:33:34.440400 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:34.444246 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-33daf85a-7361-4751-a439-ee8e13d4489e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:34.497379 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bce29-587f-475b-af48-fbc071e83ddb req-012e47f4-7eef-404d-8128-75b07b0ec13d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:34.498931 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f95bce29-587f-475b-af48-fbc071e83ddb req-012e47f4-7eef-404d-8128-75b07b0ec13d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0807042
Nov 24 18:33:34.563913 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f95bce29-587f-475b-af48-fbc071e83ddb req-97d82463-b0b8-4e47-b505-7cc977774388 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585258
Nov 24 18:33:34.601538 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:34.605023 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:34.688643 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Attempting to bind port 5c562205-eee7-4785-81fa-2db186948c8a on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:33:34.688982 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Attempting to bind port 5c562205-eee7-4785-81fa-2db186948c8a by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:33:34.689309 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Attempting to bind port 5c562205-eee7-4785-81fa-2db186948c8a on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:33:34.693843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Port 5c562205-eee7-4785-81fa-2db186948c8a on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:33:34.694163 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Attempting to bind port 5c562205-eee7-4785-81fa-2db186948c8a on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:33:34.699274 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:33:34.699619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:33:34.700034 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Bound using segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:33:34.700487 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Bound port: 5c562205-eee7-4785-81fa-2db186948c8a, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:33:34.700833 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:34.790819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:33:34.794380 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5c562205-eee7-4785-81fa-2db186948c8a,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:33:34.798690 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:34.803247 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-acc3f459-f1c3-48bb-ab25-8825fffc1c74 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:34.851984 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:34.852483 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:34.853857 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 1094 time: 1.0395918
Nov 24 18:33:34.855115 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:33:34.894096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Pushing event updated for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:34.897558 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fbe380a4-80e6-49a1-befa-7c9648ae8c05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:34.948587 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a', 'status': 'completed', 'code': 200}
Nov 24 18:33:34.991427 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fec62d11-67b2-4d32-92b4-bb131f76cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:34.993193 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-fec62d11-67b2-4d32-92b4-bb131f76cb57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1097 time: 0.0782750
Nov 24 18:33:35.070355 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-48a85beb-3aea-4306-af4a-a0e2ed4b48c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 217 time: 0.0657759
Nov 24 18:33:35.141231 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-d00e2f23-269f-4df4-b82c-6c05a51cf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:35.142550 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-d00e2f23-269f-4df4-b82c-6c05a51cf9da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0615654
Nov 24 18:33:35.223806 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-79c9a2a0-7d49-42c4-a5e0-5f353fbdf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:35.225583 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-79c9a2a0-7d49-42c4-a5e0-5f353fbdf8e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727334
Nov 24 18:33:35.363148 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-8af23be9-d961-4214-9162-a8d715661e0c service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271610
Nov 24 18:33:35.502380 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-1e9a9504-ea96-48c5-80de-b04e092bc5da req-3d4924be-704e-49df-8108-7d518988288c service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289198
Nov 24 18:33:35.634233 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-e83fca2d-ce1f-431e-9f9f-e82b8d7a8045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:35.636304 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-e83fca2d-ce1f-431e-9f9f-e82b8d7a8045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1097 time: 0.0731707
Nov 24 18:33:35.739434 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64787c75-78c1-4724-aa03-b235d0a09aa4 req-45f8a04b-49cd-451a-b0e1-9b582b7d1353 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:35.740825 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-64787c75-78c1-4724-aa03-b235d0a09aa4 req-45f8a04b-49cd-451a-b0e1-9b582b7d1353 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0812223
Nov 24 18:33:35.775317 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-91e697f9-4d4e-4801-8519-053c20ee4072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:35.776936 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-91e697f9-4d4e-4801-8519-053c20ee4072 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1306767
Nov 24 18:33:35.786298 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-64787c75-78c1-4724-aa03-b235d0a09aa4 req-b694fc97-4149-4815-abcb-21d9b29cf686 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390005
Nov 24 18:33:35.937492 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-61294052-e492-411e-a4ce-606783724c37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 217 time: 0.1536906
Nov 24 18:33:36.004300 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-a08c7b12-1099-497d-a21d-41137537f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:36.005672 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-a08c7b12-1099-497d-a21d-41137537f254 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0568089
Nov 24 18:33:36.085803 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-34e0ca2c-36ad-4281-8a03-887a02b9aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:36.087225 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-34e0ca2c-36ad-4281-8a03-887a02b9aaa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710204
Nov 24 18:33:36.222760 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-aff4bd9a-8909-4c52-b1a6-8c65742540ef service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241562
Nov 24 18:33:36.359432 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0b6697b3-efd6-4854-a25c-cc3d308d94d9 req-7c506e60-715a-47e9-a5c1-5822f540a8fd service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265841
Nov 24 18:33:36.970591 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1280b-50d2-4141-b780-0395329ed138 req-6de790a0-89d2-4f9f-a4b9-95e04ddd437a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:36.971287 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ded1280b-50d2-4141-b780-0395329ed138 req-6de790a0-89d2-4f9f-a4b9-95e04ddd437a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:33:36.986520 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ded1280b-50d2-4141-b780-0395329ed138 req-6de790a0-89d2-4f9f-a4b9-95e04ddd437a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:33:36.987829 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ded1280b-50d2-4141-b780-0395329ed138 req-6de790a0-89d2-4f9f-a4b9-95e04ddd437a tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0963910
Nov 24 18:33:37.032819 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ded1280b-50d2-4141-b780-0395329ed138 req-cc08c7d6-5608-4c27-9752-e07dde882706 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393445
Nov 24 18:33:38.220000 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cff30-d189-470b-8dd9-418bd57fa050 req-9e142a7e-42e2-4f73-bef1-ad4db243be79 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:38.221432 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-eb2cff30-d189-470b-8dd9-418bd57fa050 req-9e142a7e-42e2-4f73-bef1-ad4db243be79 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0823624
Nov 24 18:33:38.264626 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-eb2cff30-d189-470b-8dd9-418bd57fa050 req-75f12304-9bc5-439b-8273-2dbc1b0bc931 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376742
Nov 24 18:33:39.454682 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab54f7-a1db-45ab-92bc-3b76ee1051de req-174c9602-cf60-4410-8be1-a37ce1c414c9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:39.456321 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-feab54f7-a1db-45ab-92bc-3b76ee1051de req-174c9602-cf60-4410-8be1-a37ce1c414c9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0870118
Nov 24 18:33:39.504788 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-feab54f7-a1db-45ab-92bc-3b76ee1051de req-8617d45a-ffcd-41a8-b084-a5bcb7008d37 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426157
Nov 24 18:33:40.699016 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce2c7d-9581-4dff-ae9f-10fc21b4d0b0 req-2fe6e233-7819-44ea-b77b-2bb50a386390 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:40.700553 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-80ce2c7d-9581-4dff-ae9f-10fc21b4d0b0 req-2fe6e233-7819-44ea-b77b-2bb50a386390 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0819783
Nov 24 18:33:40.743544 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-80ce2c7d-9581-4dff-ae9f-10fc21b4d0b0 req-2795cf54-1202-497e-a423-198d7ad68e24 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375299
Nov 24 18:33:41.933662 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb0b69-20fd-4ccd-84b2-0c7dd5f0871b req-9f76b0f9-2c18-4574-b43f-82b7132639f7 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:41.935111 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0adb0b69-20fd-4ccd-84b2-0c7dd5f0871b req-9f76b0f9-2c18-4574-b43f-82b7132639f7 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0819952
Nov 24 18:33:41.983145 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-0adb0b69-20fd-4ccd-84b2-0c7dd5f0871b req-cd427d0c-eb95-4af2-8155-37a0978a6f1f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424190
Nov 24 18:33:43.173801 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318f39-145c-4ea2-9ac2-965e29a2b12e req-cfa5d5bc-22a7-49ef-a878-faec713986e4 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:43.175147 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-21318f39-145c-4ea2-9ac2-965e29a2b12e req-cfa5d5bc-22a7-49ef-a878-faec713986e4 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 944 time: 0.0892479
Nov 24 18:33:43.220141 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-21318f39-145c-4ea2-9ac2-965e29a2b12e req-b76b9f07-a393-4519-be4d-aed6f1e734af tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391154
Nov 24 18:33:43.940973 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 5c562205-eee7-4785-81fa-2db186948c8a details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:33:44.077152 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5c562205-eee7-4785-81fa-2db186948c8a,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:33:44.090185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '5c562205-eee7-4785-81fa-2db186948c8a', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:33:44.145853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:44.162312 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c562205-eee7-4785-81fa-2db186948c8a {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:33:44.177426 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5c562205-eee7-4785-81fa-2db186948c8a,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:33:44.181711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:44.184021 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-01023a6d-ffb6-49e5-8364-5fdf3b81c9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:44.250685 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:44.257883 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.258238 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.258615 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.258983 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.259350 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.259705 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.260053 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.261110 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.261440 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.261764 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.262086 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.262409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:44.266242 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:44.405680 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540e753-5061-4961-ba84-65c7a711628c req-2c1ff599-1c50-4b97-8959-317eafcd7fc9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:44.407154 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f540e753-5061-4961-ba84-65c7a711628c req-2c1ff599-1c50-4b97-8959-317eafcd7fc9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 945 time: 0.0797954
Nov 24 18:33:44.455926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f540e753-5061-4961-ba84-65c7a711628c req-35e22c73-f2f2-4943-8368-83b5be4b49e3 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413432
Nov 24 18:33:44.493978 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['5c562205-eee7-4785-81fa-2db186948c8a'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:33:45.642154 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc289-1f9b-4e90-af9c-8220aca9425b req-db479c9f-b773-42cf-9b38-44ea287ffe4f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:45.643615 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-484dc289-1f9b-4e90-af9c-8220aca9425b req-db479c9f-b773-42cf-9b38-44ea287ffe4f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 945 time: 0.0808909
Nov 24 18:33:45.690659 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-484dc289-1f9b-4e90-af9c-8220aca9425b req-eac9052e-d894-4032-b230-b535b514c891 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415025
Nov 24 18:33:45.952958 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 5c562205-eee7-4785-81fa-2db186948c8a up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:33:46.022214 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 5c562205-eee7-4785-81fa-2db186948c8a completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:33:46.026964 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 5c562205-eee7-4785-81fa-2db186948c8a triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:33:46.027356 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:46.141454 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:46.170615 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:33:46.180912 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5c562205-eee7-4785-81fa-2db186948c8a,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:33:46.185417 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:46.187157 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:46.256475 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:46.259352 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:46.338936 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a', 'code': 200}
Nov 24 18:33:46.636234 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66476501-9acb-4766-8b43-c679fcf7db05 req-7f3d878e-c246-4d5e-8fc4-63db720538f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:46.637700 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-66476501-9acb-4766-8b43-c679fcf7db05 req-7f3d878e-c246-4d5e-8fc4-63db720538f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0753248
Nov 24 18:33:46.682935 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-66476501-9acb-4766-8b43-c679fcf7db05 req-cee01d5a-d788-4c53-93f5-b951f468d12a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341630
Nov 24 18:33:46.872781 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee926204-4828-4001-94f8-8a76df7cc659 req-56b1d617-1f35-4255-bb2e-b319ed0b06f2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:46.874207 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ee926204-4828-4001-94f8-8a76df7cc659 req-56b1d617-1f35-4255-bb2e-b319ed0b06f2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.0811193
Nov 24 18:33:46.917490 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-ee926204-4828-4001-94f8-8a76df7cc659 req-634db5af-0fcb-4e63-8580-29bf2d2cd2fe tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374205
Nov 24 18:33:48.099313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568d0ab-bd37-44b0-af28-d46fb644cec0 req-a4c59320-9994-453f-b966-24454d60418d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:48.100761 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e568d0ab-bd37-44b0-af28-d46fb644cec0 req-a4c59320-9994-453f-b966-24454d60418d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.0792713
Nov 24 18:33:48.144665 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e568d0ab-bd37-44b0-af28-d46fb644cec0 req-d96b78a7-2b3c-4979-906c-1824fff09853 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378494
Nov 24 18:33:48.328082 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bbf88-7eec-4147-b958-169f187984bc req-176ced72-2c02-468d-ada7-a0693c4885dd tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:48.329518 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-961bbf88-7eec-4147-b958-169f187984bc req-176ced72-2c02-468d-ada7-a0693c4885dd tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.0843108
Nov 24 18:33:48.372945 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-961bbf88-7eec-4147-b958-169f187984bc req-5ed83534-8253-4a6b-a469-8d4f16447ae5 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378230
Nov 24 18:33:48.395814 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39302) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:33:48.465348 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2a7f22-c713-4a9c-ad0b-8b8a04cff903 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:48.466836 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-7d2a7f22-c713-4a9c-ad0b-8b8a04cff903 tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1094 time: 0.0700688
Nov 24 18:33:48.469639 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39306) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:33:48.474461 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.v2.base [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:33:48.480328 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:33:48.484115 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:floatingip and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:33:48.486906 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.quota.resource [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86833) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:33:48.492665 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.quota.driver [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86833) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:33:48.503453 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:48.643889 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:48.779818 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_common [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.27.0.85 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/0be9a6d3-30fa-4bf8-8135-dc6bf18239ed) {{(pid=86833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:33:48.929843 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:48.958766 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:48.963838 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-d898bafa-f73e-4ee5-b69d-b9714f89029b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:49.021674 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:33:49.024922 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.base_scheduler [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:33:49.028536 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:33:49.077365 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=0be9a6d3-30fa-4bf8-8135-dc6bf18239ed,revision_number=1']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:49.089127 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.089513 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.089885 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.090252 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.090616 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.090979 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.091340 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.091726 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.092085 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.092439 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.092794 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.093143 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:33:49.097744 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:49.555837 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:49.630110 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:49.839099 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:49.843302 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2247358'] for port, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:49.846780 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-4570137b-57e7-4225-b31e-3f63ac288479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:33:49.957887 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=0be9a6d3-30fa-4bf8-8135-dc6bf18239ed,revision_number=2']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:33:49.961930 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:33:49.971090 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:50.144568 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.db.l3_db [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP e6f67ebd-6131-4979-a391-74ece179dd51 associated. External IP: 172.27.0.85, port: 5c562205-eee7-4785-81fa-2db186948c8a.
Nov 24 18:33:50.499671 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:33:50.682515 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:33:50.692500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:33:50.702465 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:33:50.703083 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d57fcac0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:33:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:50.717496 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:50.773575 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3029287
Nov 24 18:33:50.774215 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a'}] {{(pid=86833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:33:50.872353 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a', 'status': 'completed', 'code': 200}
Nov 24 18:33:50.888434 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:33:50.974462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-f4fc7907-f6cd-4ed8-ac7d-0f014af7c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:50.976486 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-f4fc7907-f6cd-4ed8-ac7d-0f014af7c773 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0789824
Nov 24 18:33:51.111174 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-baf5aaac-5c60-484d-8a0b-057dd3255dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:51.112687 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-baf5aaac-5c60-484d-8a0b-057dd3255dce service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1301420
Nov 24 18:33:51.219695 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-904126c3-614c-4a17-9d4e-b1f9e79ec917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 999 time: 0.0995977
Nov 24 18:33:51.272358 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d57fcac0>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:49Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:51.276739 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:33:51.282135 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-73c88130-9e33-41cf-8ce8-0bcb79801146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:51.283622 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-73c88130-9e33-41cf-8ce8-0bcb79801146 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0575504
Nov 24 18:33:51.284932 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:33:51.285533 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d57fcac0>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:33:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:51.362887 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-ebfdb471-c937-453d-af2b-02065e82bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:33:51.364412 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-ebfdb471-c937-453d-af2b-02065e82bec9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746677
Nov 24 18:33:51.461925 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:33:51.498206 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-8b0c45db-6b29-4b65-b11a-a67d183670d5 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272426
Nov 24 18:33:51.727408 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f6416dea-c7cb-4a48-ad71-e62ac2bfdc9a req-3a402308-546d-4ff7-8776-29d8791bcb19 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225387
Nov 24 18:33:51.822446 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d57fcac0>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:49Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:33:51.826743 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7925abf-3b4f-4e97-916a-587a4eb5c81a None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:49Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:33:52.030202 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9aa2b0-035b-4e12-a37a-57de02243c28 None None] New status for floating IP e6f67ebd-6131-4979-a391-74ece179dd51: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:33:53.292185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-90c3f5f9-c665-492f-9bbc-7f97a0c553d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:53.577508 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:56.174450 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0fc6faf7-0e01-4f0b-8568-23ccaf3280c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:56.935663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:33:58.278347 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:00.219711 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:08.315843 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:34:11.363192 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-ace0105f-b542-4048-a5f5-ecf6725d3e19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725448
Nov 24 18:34:11.505934 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-3e35756e-6f0f-4814-b8aa-d9343a62170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:34:11.507303 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-3e35756e-6f0f-4814-b8aa-d9343a62170e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0737164
Nov 24 18:34:11.663626 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-4774f482-3241-4871-9643-8bc6a11bc9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:34:11.665041 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-4774f482-3241-4871-9643-8bc6a11bc9f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1296737
Nov 24 18:34:11.767107 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-35364a17-a8f6-4c17-847f-ce537bfa179e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 1001 time: 0.0935948
Nov 24 18:34:11.834914 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-8fb56e30-3abf-4143-8a4e-f735a019f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:34:11.836351 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-8fb56e30-3abf-4143-8a4e-f735a019f6c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0609944
Nov 24 18:34:11.914357 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-9be4e9d7-0883-466e-8a5b-245e5fdcd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:34:11.915837 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-9be4e9d7-0883-466e-8a5b-245e5fdcd387 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687692
Nov 24 18:34:12.051073 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-7241ef40-7b25-4a20-87df-4d99288a30be service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239934
Nov 24 18:34:12.184300 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5ffc4322-6549-4914-aed7-ca369025d1d6 req-99c6be7a-5108-4d4a-8a7c-2de61d1d82b6 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250665
Nov 24 18:34:23.294755 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-90350b55-e286-4bbe-842f-4e1233885d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:23.579788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:26.175210 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d6965fc-51de-4b0b-8b36-8b0ed730570a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:26.937609 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:28.282649 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:30.217939 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:45.314648 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:34:53.297180 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b38a8f2f-a3e1-466b-ae94-8959aeb63f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:53.581761 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:56.176652 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7024eea0-6636-4a75-a916-01335d2f8396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:56.941156 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:34:58.284663 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:00.217362 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:13.357578 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-d3e1669d-64fe-4ac5-bedc-c29e728a9865 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730071
Nov 24 18:35:13.508890 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-7c31a41c-04dd-4b46-a8c3-a93c99c09e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:13.510328 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-7c31a41c-04dd-4b46-a8c3-a93c99c09e0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0697954
Nov 24 18:35:13.663526 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-f38c9932-a12f-4796-b507-58013ebaf39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:13.664931 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-f38c9932-a12f-4796-b507-58013ebaf39f service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1291203
Nov 24 18:35:13.774436 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-d6819fd3-079f-4c45-bfa4-95e0a000dd57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 1001 time: 0.0985272
Nov 24 18:35:13.838951 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-fc13d2c8-dfb9-45cb-a6d7-ce044cab27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:13.840418 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-fc13d2c8-dfb9-45cb-a6d7-ce044cab27bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0564547
Nov 24 18:35:13.922029 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-047eea84-e1a2-4d05-a317-45f035f96d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:13.923405 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-047eea84-e1a2-4d05-a317-45f035f96d5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730336
Nov 24 18:35:14.147435 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-269605ad-ffa7-45db-bbe5-cb645f992066 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129030
Nov 24 18:35:14.285997 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b51fd676-54ae-434e-bf31-c20a92bec6bf req-a2dd4b55-d914-415a-890a-8cd362b8e201 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277497
Nov 24 18:35:22.314052 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:35:23.300327 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-99c84d92-9a01-4cdf-bf40-b294369fccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:23.583899 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:26.179680 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-2d5a6d4a-1fa1-4b10-9365-d6b27665fada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:26.944687 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:28.287235 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:30.232117 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:37.388470 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-f2bc3174-bb19-49e6-9022-d7b0c02d5ffd tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031811991&fields=id&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 267 time: 0.0400121
Nov 24 18:35:37.642308 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-99746b4e-5339-4caf-bea7-b8e69cd89fee tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:37.643709 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-99746b4e-5339-4caf-bea7-b8e69cd89fee tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.2489252
Nov 24 18:35:37.659128 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-eaf28e83-b9c8-4154-a5e4-d16db59aeb15 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/quotas/cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 375 time: 0.0100064
Nov 24 18:35:37.750709 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-7a2dc4ab-d313-4461-9da9-d406d8e38507 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0862997
Nov 24 18:35:37.887237 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-b085bed1-0a5a-48d8-8a7c-9d4679b76b66 service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256208
Nov 24 18:35:38.018965 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-bbb74710-9801-4d7d-9d48-8173b0cdf28e service neutron] 10.222.0.64 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252451
Nov 24 18:35:38.451477 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-d249a89a-49df-4f74-8fa3-eb64ebb8bfed req-9c04deac-0664-4d76-ad0f-fd0f489c34ff tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0924058
Nov 24 18:35:39.547101 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2108972d-2e26-43f5-86b1-0f3912680180 req-2078e926-5aa0-4bc1-9ba7-4e165b2c81eb tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0428026
Nov 24 18:35:40.657775 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-a9c05e13-cf56-4474-a458-59ac50534f38 req-5e7de827-50d9-4003-9e32-16640464d619 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0435615
Nov 24 18:35:41.752122 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-8dd8b779-4e15-4a75-9079-ec7aed5d5df3 req-6bee6bdc-98d8-4949-8f70-2a1c021d2899 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0433607
Nov 24 18:35:42.919324 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-681dc609-684e-4542-b484-a67a255220b3 req-65ec9f4d-a392-4dce-8f38-d96687813c1b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0611281
Nov 24 18:35:43.560199 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-7cd5e75e-97a5-4db3-95a9-ee86b546ac94 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:43.561726 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-7cd5e75e-97a5-4db3-95a9-ee86b546ac94 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 811 time: 0.1535580
Nov 24 18:35:43.612298 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-1f3954e9-df7a-4e8f-8df3-11b6a0313df0 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb19756ada554e398ec440fa707bd611 HTTP/1.1" status: 200  len: 380 time: 0.0411208
Nov 24 18:35:43.623342 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'port': {'device_id': '0e542869-fd62-4f04-913f-677d62fdc25d', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'admin_state_up': True, 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'security_groups': ['e9b822c3-b278-4a75-9246-50171b1ed5e0']}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:35:43.759089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:35:43.769503 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:35:43.778983 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Made reservation on behalf of cb19756ada554e398ec440fa707bd611 for: {'port': 1} {{(pid=86832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 24 18:35:43.783340 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:43.977074 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.20.0.10 (43ed2dbe-8edd-4e75-a06b-5078acde0a2c/5d8718d2-80b5-491e-a409-6237bb6ad62e/632b998c-3e08-4782-8353-65907f10a123) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:35:44.077537 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-f1434748-54c5-47c8-9429-dc8423856dca req-2d721cc5-7c9f-404b-86d3-d6bfd1d72eb4 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0464776
Nov 24 18:35:44.168471 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.184486 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Transition to ACTIVE for port object 632b998c-3e08-4782-8353-65907f10a123 will not be triggered until provisioned by entity DHCP. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:35:44.208462 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.214182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-e682cdc4-b49b-497b-a91e-4e089cada44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:35:44.292673 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:35:44.295687 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:35:44.300311 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:35:44.338414 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:35:44.357128 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.357592 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.357892 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.358262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.358627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.358991 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.359353 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.359745 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.360109 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.361008 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.361463 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.361765 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:44.367253 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:35:44.386550 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:44.387192 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.418893 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-9f42222f-45a8-4d2d-b79b-264fcb513058 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7988920
Nov 24 18:35:44.442198 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Request body: {'port': {'device_id': '0e542869-fd62-4f04-913f-677d62fdc25d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81857'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:35:44.556711 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.557737 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-30ea00be-9182-4f89-9e35-6b76f22914f8 None None] Provisioning for port 632b998c-3e08-4782-8353-65907f10a123 completed by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:35:44.563221 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-30ea00be-9182-4f89-9e35-6b76f22914f8 None None] Provisioning complete for port 632b998c-3e08-4782-8353-65907f10a123 triggered by entity DHCP. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:35:44.564242 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-30ea00be-9182-4f89-9e35-6b76f22914f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.617221 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-30ea00be-9182-4f89-9e35-6b76f22914f8 None None] Port 632b998c-3e08-4782-8353-65907f10a123 cannot update to ACTIVE because it is not bound. {{(pid=86834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Nov 24 18:35:44.891155 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632b998c-3e08-4782-8353-65907f10a123 {{(pid=86832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:35:44.898482 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.913027 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.provisioning_blocks [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Transition to ACTIVE for port object 632b998c-3e08-4782-8353-65907f10a123 will not be triggered until provisioned by entity L2. {{(pid=86832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 24 18:35:44.915708 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:44.919966 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-fcf7963c-2964-4f42-b204-d4b751542cd6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:35:45.160777 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Pushing event updated for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:35:45.187918 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:35:45.272466 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Attempting to bind port 632b998c-3e08-4782-8353-65907f10a123 on host hv-cinder-81857 for vnic_type normal with profile  {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 24 18:35:45.272804 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Attempting to bind port 632b998c-3e08-4782-8353-65907f10a123 by drivers openvswitch,hyperv on host hv-cinder-81857 at level 0 using segments [{'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 24 18:35:45.273136 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Attempting to bind port 632b998c-3e08-4782-8353-65907f10a123 on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:35:45.277980 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Port 632b998c-3e08-4782-8353-65907f10a123 on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81857 {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Nov 24 18:35:45.278301 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Attempting to bind port 632b998c-3e08-4782-8353-65907f10a123 on network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Nov 24 18:35:45.284168 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Checking agent: {'id': 'f3b7a513-1a77-4d7b-b293-66596de78edb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'started_at': datetime.datetime(2021, 11, 24, 17, 48, 29), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 24 18:35:45.284501 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Checking segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Nov 24 18:35:45.284887 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Bound using segment: {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'} {{(pid=86832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 24 18:35:45.285449 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.managers [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Bound port: 632b998c-3e08-4782-8353-65907f10a123, host: hv-cinder-81857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8f7138-27be-44a2-ad09-824bbdd32feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c'}}] {{(pid=86832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 24 18:35:45.285655 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:45.432522 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, cleared binding levels {{(pid=86832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Nov 24 18:35:45.435847 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=632b998c-3e08-4782-8353-65907f10a123,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Nov 24 18:35:45.442000 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:45.446535 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:35:45.514407 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:45.515025 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:45.516482 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] 10.222.0.55 "PUT /v2.0/ports/632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 1094 time: 1.0794358
Nov 24 18:35:45.517618 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:35:45.538251 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311bf51-3649-4695-9f97-24007d389eca req-26eb05d6-0111-4a29-b8ed-3e8e40aa381b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:45.539051 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5311bf51-3649-4695-9f97-24007d389eca req-26eb05d6-0111-4a29-b8ed-3e8e40aa381b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:35:45.549667 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Pushing event updated for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=3']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:35:45.553742 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-289e8b1f-ea0c-4258-94de-3812cdcd0397 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:35:45.565512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-5311bf51-3649-4695-9f97-24007d389eca req-26eb05d6-0111-4a29-b8ed-3e8e40aa381b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:35:45.566683 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5311bf51-3649-4695-9f97-24007d389eca req-26eb05d6-0111-4a29-b8ed-3e8e40aa381b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.2290239
Nov 24 18:35:45.608582 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123', 'status': 'completed', 'code': 200}
Nov 24 18:35:45.670109 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-5311bf51-3649-4695-9f97-24007d389eca req-1638627d-3254-4918-947c-c0668a342f46 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630989
Nov 24 18:35:45.686450 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-a0516bcb-1974-4ec6-8148-0316b2f31916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:45.687871 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-a0516bcb-1974-4ec6-8148-0316b2f31916 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1097 time: 0.1200411
Nov 24 18:35:45.769030 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-db84f909-f5ee-4f54-9866-238d67b38ddf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 217 time: 0.0696988
Nov 24 18:35:45.836076 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-5d8c6efa-cdcd-4e0c-80df-ab92cd9bdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:45.837450 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-5d8c6efa-cdcd-4e0c-80df-ab92cd9bdbe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0586312
Nov 24 18:35:45.915260 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-c3040ae3-86fc-4665-9647-02b40a19f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:45.916803 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-c3040ae3-86fc-4665-9647-02b40a19f9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691044
Nov 24 18:35:46.053141 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-fece5130-56a7-41e8-9c1d-9522442e57f2 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251895
Nov 24 18:35:46.189009 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-8f38920c-7b69-402f-a9da-f7e853fe4380 req-1c7c678f-c27e-42e4-8b8a-0603802d5d0a service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234894
Nov 24 18:35:46.312255 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-08972c79-141a-4498-aa28-cde9e0d76fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:46.313657 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-08972c79-141a-4498-aa28-cde9e0d76fdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1097 time: 0.0754573
Nov 24 18:35:46.449270 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-c9d41a3a-c787-4967-a09b-002555ec7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:46.450697 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-c9d41a3a-c787-4967-a09b-002555ec7238 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1283541
Nov 24 18:35:46.519293 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-da1d6cb2-b808-47ff-935c-5ab3e030aec1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 217 time: 0.0600588
Nov 24 18:35:46.584918 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-b10c8b23-f854-46de-a4ec-b34c3f35d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:46.586219 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-b10c8b23-f854-46de-a4ec-b34c3f35d19d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0601513
Nov 24 18:35:46.667463 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-bfa8f64e-51a5-415c-af14-4284432f905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:46.668976 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-bfa8f64e-51a5-415c-af14-4284432f905a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716927
Nov 24 18:35:46.806153 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-3689eea3-8051-489a-a094-afec50cb0dc8 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271553
Nov 24 18:35:46.856911 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ad5ff-d2fe-490c-9b33-203a1d519051 req-5c211f2a-5a33-40f5-83a1-df8d1d195498 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:46.858360 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cf7ad5ff-d2fe-490c-9b33-203a1d519051 req-5c211f2a-5a33-40f5-83a1-df8d1d195498 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0808861
Nov 24 18:35:46.906837 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-cf7ad5ff-d2fe-490c-9b33-203a1d519051 req-3219b8b5-8251-42c0-af8d-3cd62dc5de39 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417869
Nov 24 18:35:47.034774 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e92d10b9-1d54-4a93-af1f-98ed07292955 req-e3be14e9-ecfd-4d6d-82a7-f80753c6cf61 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2210739
Nov 24 18:35:48.096779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fa8c-77c7-49ac-9587-4237970eec1a req-9c20d597-b83d-45b3-a98d-d7963cc5998f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:48.098231 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3371fa8c-77c7-49ac-9587-4237970eec1a req-9c20d597-b83d-45b3-a98d-d7963cc5998f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0840521
Nov 24 18:35:48.142852 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-3371fa8c-77c7-49ac-9587-4237970eec1a req-aa6c03c1-0e4d-476d-8541-d504b5030747 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390811
Nov 24 18:35:49.330641 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ab933-aee7-4c76-b988-4c678f2356fe req-42068ab4-3c7b-420d-9c64-2b201369c81d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:49.332110 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2d3ab933-aee7-4c76-b988-4c678f2356fe req-42068ab4-3c7b-420d-9c64-2b201369c81d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0852399
Nov 24 18:35:49.374235 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-2d3ab933-aee7-4c76-b988-4c678f2356fe req-c9f160b6-65d4-413f-ba30-b86a446d10d5 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365181
Nov 24 18:35:50.560178 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cfc6c-9ac6-4336-83e3-bbf95d004f8c req-94cc4a78-9e46-4172-bd6a-2e11f48be3aa tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:50.561609 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f64cfc6c-9ac6-4336-83e3-bbf95d004f8c req-94cc4a78-9e46-4172-bd6a-2e11f48be3aa tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0808671
Nov 24 18:35:50.609146 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f64cfc6c-9ac6-4336-83e3-bbf95d004f8c req-8f04f86f-76f6-42c3-aa64-b52b26866298 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410647
Nov 24 18:35:51.791612 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede618a-1118-48cc-a287-f03ea6b79991 req-36be47a4-e1af-4f72-9b6a-881a72567dda tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:51.793048 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7ede618a-1118-48cc-a287-f03ea6b79991 req-36be47a4-e1af-4f72-9b6a-881a72567dda tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0808480
Nov 24 18:35:51.840539 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-7ede618a-1118-48cc-a287-f03ea6b79991 req-691e690c-ff03-43a7-a09e-8e4fe9dfbef3 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416527
Nov 24 18:35:53.024453 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e66a80-6932-4fa3-a8af-37f83685297d req-f651c0ae-fab1-4b98-93a3-b56085c82807 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:53.025886 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f2e66a80-6932-4fa3-a8af-37f83685297d req-f651c0ae-fab1-4b98-93a3-b56085c82807 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0805414
Nov 24 18:35:53.071309 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f2e66a80-6932-4fa3-a8af-37f83685297d req-96cfa3b3-fc62-4bbb-8709-b18a19f971af tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399463
Nov 24 18:35:53.302061 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8afc9fd9-a4a1-4c0d-8617-01224cf18555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:53.585056 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:54.250702 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989f119-f57c-4db9-b789-fd3dc6e83b90 req-4ba42ecc-e0ad-49a7-ba46-87d935cf5c7f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:54.252170 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9989f119-f57c-4db9-b789-fd3dc6e83b90 req-4ba42ecc-e0ad-49a7-ba46-87d935cf5c7f tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 944 time: 0.0790920
Nov 24 18:35:54.296385 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-9989f119-f57c-4db9-b789-fd3dc6e83b90 req-71e06ac6-eec9-4316-bdd5-41e31a359fea tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385847
Nov 24 18:35:54.626734 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 632b998c-3e08-4782-8353-65907f10a123 details requested by agent hyperv_hv-cinder-81857 with host hv-cinder-81857 {{(pid=86834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 24 18:35:54.760364 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=632b998c-3e08-4782-8353-65907f10a123,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:35:54.773166 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Returning: {'device': '632b998c-3e08-4782-8353-65907f10a123', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'port_id': '632b998c-3e08-4782-8353-65907f10a123', 'mac_address': 'fa:16:3e:a1:ac:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 24 18:35:54.830595 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:54.846965 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632b998c-3e08-4782-8353-65907f10a123 {{(pid=86834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 24 18:35:54.863800 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=632b998c-3e08-4782-8353-65907f10a123,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:35:54.867761 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:54.870486 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:35:54.936473 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=4']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:35:54.945082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.945428 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.945765 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.946095 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.946427 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.946753 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.947075 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.947396 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.947752 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.948072 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.948392 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.948708 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:35:54.952970 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:35:55.138085 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] get_ports_and_sgs() called for port_ids ['632b998c-3e08-4782-8353-65907f10a123'] {{(pid=86834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Nov 24 18:35:55.487368 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115b267-24fc-4c5d-95b3-8aa9681931dc req-17c6b7da-2503-4f56-8ed5-c0a2580f839d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:55.489420 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9115b267-24fc-4c5d-95b3-8aa9681931dc req-17c6b7da-2503-4f56-8ed5-c0a2580f839d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 945 time: 0.0883095
Nov 24 18:35:55.533126 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-9115b267-24fc-4c5d-95b3-8aa9681931dc req-7682bd67-ab66-4fba-985c-931a2d3a329b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380421
Nov 24 18:35:56.180513 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d9dbee65-c13b-4e6e-81f2-edbc76342af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:56.636703 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 632b998c-3e08-4782-8353-65907f10a123 up at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 24 18:35:56.703998 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning for port 632b998c-3e08-4782-8353-65907f10a123 completed by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 24 18:35:56.709202 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.provisioning_blocks [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Provisioning complete for port 632b998c-3e08-4782-8353-65907f10a123 triggered by entity L2. {{(pid=86834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 24 18:35:56.709589 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1550482'] for port, provisioning_complete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:56.724063 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf045bb-05de-4159-ad11-bd3261ed9269 req-004f0f21-2269-468d-b0e5-aa7295a02fd3 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:56.725537 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aaf045bb-05de-4159-ad11-bd3261ed9269 req-004f0f21-2269-468d-b0e5-aa7295a02fd3 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 945 time: 0.0853651
Nov 24 18:35:56.770859 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aaf045bb-05de-4159-ad11-bd3261ed9269 req-e4f90b89-c04a-44a4-bb53-1a7eceebd0f9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396287
Nov 24 18:35:56.827041 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:56.853330 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b998c-3e08-4782-8353-65907f10a123'}] {{(pid=86834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:35:56.863185 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=632b998c-3e08-4782-8353-65907f10a123,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:35:56.866853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636'] for port, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:56.868661 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:35:56.898047 dv-cinder-818579-1-iscsi neutron-server[86834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632b998c-3e08-4782-8353-65907f10a123', 'code': 200}
Nov 24 18:35:56.946673 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Pushing event updated for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=5']} {{(pid=86834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:35:56.950237 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_concurrency.lockutils [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:35:56.952961 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:57.204028 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb478d7-5b5c-4c60-98f7-b32221105d82 req-445e95be-30ca-4df2-8cab-095720faf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:57.206133 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bfb478d7-5b5c-4c60-98f7-b32221105d82 req-445e95be-30ca-4df2-8cab-095720faf4f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1099 time: 0.0729609
Nov 24 18:35:57.250383 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-bfb478d7-5b5c-4c60-98f7-b32221105d82 req-c116fe07-d26b-409b-974a-58ca0368d708 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337846
Nov 24 18:35:57.956169 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33c4c3-f66e-4ba0-bec4-c69234e7b401 req-b15723f4-f1cf-4da8-b229-a5dd5415b73d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:57.957643 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aa33c4c3-f66e-4ba0-bec4-c69234e7b401 req-b15723f4-f1cf-4da8-b229-a5dd5415b73d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.0785959
Nov 24 18:35:58.008812 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-aa33c4c3-f66e-4ba0-bec4-c69234e7b401 req-908f5968-5773-4956-94a4-5e71ba652ad9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455604
Nov 24 18:35:58.289366 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:59.224652 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7668e-d44a-4082-a7f6-b2d6e7c62e70 req-d4b39474-9776-42c4-b6c4-eeb45e5fa216 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:59.226249 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52e7668e-d44a-4082-a7f6-b2d6e7c62e70 req-d4b39474-9776-42c4-b6c4-eeb45e5fa216 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.0972254
Nov 24 18:35:59.280995 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-52e7668e-d44a-4082-a7f6-b2d6e7c62e70 req-a0083653-8b04-4806-8656-f9171872c690 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490277
Nov 24 18:35:59.313868 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:35:59.506068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ed92-0ba2-4afa-8787-01ea72da1361 req-435cf68a-9f64-4b93-b2e7-74d0247f5fc1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:59.507550 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e790ed92-0ba2-4afa-8787-01ea72da1361 req-435cf68a-9f64-4b93-b2e7-74d0247f5fc1 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.0958538
Nov 24 18:35:59.564095 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-e790ed92-0ba2-4afa-8787-01ea72da1361 req-2e5b0191-d0d5-4f83-b7c7-ce3eb81e3aba tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475326
Nov 24 18:35:59.592985 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39442) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:35:59.680354 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e04305-3116-47c7-91e7-3bb8ee707e6c tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:35:59.681886 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-00e04305-3116-47c7-91e7-3bb8ee707e6c tempest-TestVolumeBootPattern-98686308 tempest-TestVolumeBootPattern-98686308-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1094 time: 0.0878716
Nov 24 18:35:59.684674 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39446) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:35:59.690305 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.v2.base [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Request body: {'floatingip': {'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'port_id': '632b998c-3e08-4782-8353-65907f10a123', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 24 18:35:59.696468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 24 18:35:59.700327 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Usage tracker for resource:floatingip and tenant:cb19756ada554e398ec440fa707bd611 is out of sync, need to count used quota {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 24 18:35:59.703262 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86832) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 24 18:35:59.709817 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.quota.driver [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86832) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 24 18:35:59.727814 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:35:59.865182 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:00.007468 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.db_base_plugin_common [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Allocated IP 172.27.0.59 (1112414e-8fa4-4c4a-9e61-2f1835e0ba31/994b30fe-ccfa-4744-a25f-2f4709a7d594/9baafead-3fca-425a-bacd-be2b0d626a58) {{(pid=86832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 24 18:36:00.157723 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:00.187465 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754710495573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:00.191512 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2559ae88-4401-4ac4-9a0f-259f41b1efce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:36:00.231323 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:00.257871 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Network 1112414e-8fa4-4c4a-9e61-2f1835e0ba31 is already hosted by enough agents. {{(pid=86832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 24 18:36:00.260819 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.base_scheduler [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Resources bound (agent type, host, resource id):  {{(pid=86832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 24 18:36:00.264444 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Received port after_create {{(pid=86832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Nov 24 18:36:00.293184 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=9baafead-3fca-425a-bacd-be2b0d626a58,revision_number=1']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:36:00.299622 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:36:00.765093 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:00.838833 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:01.041089 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for port, precommit_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:01.045583 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754711044154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754710495591', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754710495636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2438478'] for port, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:01.049425 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-cf7aa581-9a9f-44ef-850d-a47671d2a2ec tempest-AttachVolumeShelveTestJSON-266435622 tempest-AttachVolumeShelveTestJSON-266435622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:36:01.158672 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event updated for resources: {'Port': ['ID=9baafead-3fca-425a-bacd-be2b0d626a58,revision_number=2']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:36:01.162536 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:36:01.168866 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-439218'] for floatingip, after_update {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:01.341019 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP 818c984b-26c6-42c0-a48f-a946f8754801 associated. External IP: 172.27.0.59, port: 632b998c-3e08-4782-8353-65907f10a123.
Nov 24 18:36:01.690702 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:36:01.865298 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:36:01.874915 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:36:01.884335 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:36:01.884966 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5431670>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:35:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:36:01.889721 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:01.947986 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-5f182fe2-32bd-453c-be65-cf863a22e8e2 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2621155
Nov 24 18:36:01.948758 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:36:01.993366 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123', 'status': 'completed', 'code': 200}
Nov 24 18:36:02.069971 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:36:02.085801 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0932-72bc-4926-8830-907a95f0987c req-adc6ecb4-4e67-447d-8a46-42d545f465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:02.087314 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-adc6ecb4-4e67-447d-8a46-42d545f465ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1099 time: 0.0717390
Nov 24 18:36:02.326706 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0932-72bc-4926-8830-907a95f0987c req-e3e4303f-1576-4d64-8d00-e0b5e42b9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:02.328202 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-e3e4303f-1576-4d64-8d00-e0b5e42b9f73 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.2339973
Nov 24 18:36:02.433346 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5431670>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '818c984b-26c6-42c0-a48f-a946f8754801', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '632b998c-3e08-4782-8353-65907f10a123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:a1:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e542869-fd62-4f04-913f-677d62fdc25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:36:00Z', 'updated_at': '2021-11-24T18:36:00Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}, {'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:36:02.437352 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:36:02.438211 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-b4ae7190-23d1-4b1b-a210-0fedcfe68c6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 999 time: 0.1030357
Nov 24 18:36:02.445871 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:36:02.446482 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5431670>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:35:56Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:36:02.509198 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0932-72bc-4926-8830-907a95f0987c req-2df533ea-4f4a-468b-b1ae-6b2703ef596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:02.510631 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-2df533ea-4f4a-468b-b1ae-6b2703ef596f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0665298
Nov 24 18:36:02.590031 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c0932-72bc-4926-8830-907a95f0987c req-6a05026b-75ab-460c-8557-2e7bcf796707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:02.591503 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-6a05026b-75ab-460c-8557-2e7bcf796707 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724559
Nov 24 18:36:02.639089 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:36:02.733684 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-19ac463e-4231-4035-8d84-7e87d21d2f0b service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288328
Nov 24 18:36:02.868909 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ca4c0932-72bc-4926-8830-907a95f0987c req-fba324e8-1b38-497a-b8ed-4fa87550b66c service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283348
Nov 24 18:36:03.020788 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5431670>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '818c984b-26c6-42c0-a48f-a946f8754801', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '632b998c-3e08-4782-8353-65907f10a123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:a1:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e542869-fd62-4f04-913f-677d62fdc25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:36:00Z', 'updated_at': '2021-11-24T18:36:00Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}, {'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:36:03.024685 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed353e-1703-4d11-a398-967f8b2d2019 None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': '818c984b-26c6-42c0-a48f-a946f8754801', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '632b998c-3e08-4782-8353-65907f10a123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:a1:ac:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e542869-fd62-4f04-913f-677d62fdc25d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:36:00Z', 'updated_at': '2021-11-24T18:36:00Z', 'revision_number': 0, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}, {'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:36:03.208066 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de0dc5-b91f-4aee-8f81-739686944607 None None] New status for floating IP 818c984b-26c6-42c0-a48f-a946f8754801: ACTIVE {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:36:13.346200 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-8bfd8853-6bd1-4e29-8c7a-e0b5a6eb7ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712025
Nov 24 18:36:13.497108 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-26589cc3-7973-4935-9d51-59187f95770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:13.498553 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-26589cc3-7973-4935-9d51-59187f95770c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0766046
Nov 24 18:36:13.644083 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-186188d9-b1d4-4927-a2fe-5c11363adfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:13.649777 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-186188d9-b1d4-4927-a2fe-5c11363adfa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1297131
Nov 24 18:36:13.766121 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-4e72cd98-523d-4a12-bc12-78d2e90bd201 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 1001 time: 0.1043491
Nov 24 18:36:13.838581 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-2ef558b2-93fe-40ac-bd8d-c14f519f7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:13.839999 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-2ef558b2-93fe-40ac-bd8d-c14f519f7f8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0580788
Nov 24 18:36:13.917016 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-6be1bd64-744f-4e3c-94fd-e3951662341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:36:13.918372 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-6be1bd64-744f-4e3c-94fd-e3951662341f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684252
Nov 24 18:36:14.052514 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-1f088d0f-1a0d-4792-a52e-33330380084a service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271017
Nov 24 18:36:14.192740 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-36b47541-6bd6-420e-8d5f-d461373ae482 req-567bda68-f8e0-4719-ac2d-ae3b60bcf9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288021
Nov 24 18:36:23.304293 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9379a31a-d478-4f54-bfe5-ad50d225eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:23.587175 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:26.182087 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-15ab53f9-81c1-4e96-8f25-37086f96ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:26.948420 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:28.295059 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:30.246566 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:36.312748 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:36:53.306801 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e1ae17bf-66e4-4d74-98bc-3584372b1509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:53.588276 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:56.184289 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-40d4cd95-2cd8-420c-bcbe-c6010ce18ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:56.951701 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:36:58.294406 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:00.247895 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:13.312253 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:37:15.402556 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-692e6fe8-fb34-4639-b5d7-da8760f82892 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747240
Nov 24 18:37:15.504339 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-809426f0-47b7-4c42-93bb-f4d526bd6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:15.505821 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-809426f0-47b7-4c42-93bb-f4d526bd6d39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1099 time: 0.0753195
Nov 24 18:37:15.760843 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-299b8e0a-c283-4712-96b4-18334aa54f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:15.762230 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-299b8e0a-c283-4712-96b4-18334aa54f06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.2316446
Nov 24 18:37:15.869082 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-8a85ff11-ff5e-4fe9-a4e8-796ab578f1f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 1001 time: 0.0956340
Nov 24 18:37:15.941314 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-27712c9b-0f38-48ab-a8de-0be2ec3d5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:15.942697 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-27712c9b-0f38-48ab-a8de-0be2ec3d5713 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0598271
Nov 24 18:37:16.027337 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-087d8694-87e8-42b8-be75-53b980f0ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:16.028851 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-087d8694-87e8-42b8-be75-53b980f0ddb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758467
Nov 24 18:37:16.166900 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-f5d30cb9-06e2-4ec6-8d5a-e8efd33e5076 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272290
Nov 24 18:37:16.305440 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-246aaf8d-f9c8-4976-a597-e765b9989741 req-7d25aba9-b22d-4981-b30b-ba0965b70586 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276858
Nov 24 18:37:23.307705 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3435a616-7bda-4c38-bc53-6881b075aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:23.590874 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:26.185475 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-5715f779-8e92-41f8-89b8-f7d27d1c7c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:26.953932 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:28.298691 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:30.261421 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:30.489699 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39478) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:30.709519 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 9baafead-3fca-425a-bacd-be2b0d626a58 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:30.709858 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:30.879063 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:30.879383 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:31.003703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 9baafead-3fca-425a-bacd-be2b0d626a58 owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:31.178265 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:31.182638 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-3747bc65-fabc-487c-adbe-faddd94cc3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:31.227822 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=9baafead-3fca-425a-bacd-be2b0d626a58,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:31.260238 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.260564 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.260942 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.261317 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.261680 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.262047 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.262431 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.262779 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.263143 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.263504 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.263959 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.264314 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:31.271936 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:31.330013 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:31.330346 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP 818c984b-26c6-42c0-a48f-a946f8754801 disassociated (deleted). External IP: 172.27.0.59, port: 632b998c-3e08-4782-8353-65907f10a123.
Nov 24 18:37:31.800096 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:37:31.983613 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:37:31.993014 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:37:32.002906 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:32.003111 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:32.003647 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d487fb50>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:32.062603 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-d2bc386a-0e28-4e58-9a91-890ec90e5d8c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "DELETE /v2.0/floatingips/818c984b-26c6-42c0-a48f-a946f8754801 HTTP/1.1" status: 204  len: 168 time: 1.5717175
Nov 24 18:37:32.063280 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:37:32.190639 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'tag': '632b998c-3e08-4782-8353-65907f10a123', 'status': 'completed', 'code': 200}
Nov 24 18:37:32.197610 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:32.291575 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-549b7498-b16b-4246-8b67-44cd21523cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:32.293103 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-549b7498-b16b-4246-8b67-44cd21523cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 1099 time: 0.0739589
Nov 24 18:37:32.495398 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-37b33550-fa5d-473c-9558-c74bdec9e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:32.496901 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-37b33550-fa5d-473c-9558-c74bdec9e02b service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1933596
Nov 24 18:37:32.551207 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d487fb50>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:32.556015 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:37:32.564227 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:32.564831 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d487fb50>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:32.571938 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40c497-eaf8-4302-936f-f502a499ab49 req-3cbc57ee-a645-4981-98ed-24b44fc94824 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:32.572569 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ed40c497-eaf8-4302-936f-f502a499ab49 req-3cbc57ee-a645-4981-98ed-24b44fc94824 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:37:32.584589 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-757f5c50-e449-425b-9f80-15c59feb96c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 200  len: 217 time: 0.0770953
Nov 24 18:37:32.634718 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-ed40c497-eaf8-4302-936f-f502a499ab49 req-3cbc57ee-a645-4981-98ed-24b44fc94824 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:37:32.635899 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed40c497-eaf8-4302-936f-f502a499ab49 req-3cbc57ee-a645-4981-98ed-24b44fc94824 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.2382884
Nov 24 18:37:32.674649 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-d20df507-56a8-408d-af8a-25266bad6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:32.676131 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-d20df507-56a8-408d-af8a-25266bad6428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0830436
Nov 24 18:37:32.733138 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed40c497-eaf8-4302-936f-f502a499ab49 req-c3a11816-f14b-41f4-ba50-0e5027a31a0b tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887182
Nov 24 18:37:32.750916 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:32.763931 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-d09391d5-b129-4df1-bbcf-541469974c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:32.765523 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-d09391d5-b129-4df1-bbcf-541469974c30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812273
Nov 24 18:37:32.899876 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-86214491-f161-4072-ab60-7fa6152a8cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257181
Nov 24 18:37:33.038252 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-ed404865-a851-4f36-8682-6ecac8e30ffc req-48bb9b18-2fd0-43d4-976a-2bc181d5b647 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313643
Nov 24 18:37:33.143357 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d487fb50>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:33.147193 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5235c-6b92-4924-909c-5456e5e403db None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_floatingips': [{'id': 'e6f67ebd-6131-4979-a391-74ece179dd51', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'router_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'port_id': '5c562205-eee7-4785-81fa-2db186948c8a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'mac_address': 'fa:16:3e:e7:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '933485ba-9405-4063-a5ed-5103795622eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T18:33:49Z', 'updated_at': '2021-11-24T18:33:52Z', 'revision_number': 1, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:37:33.358945 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fbcac-647b-4ddb-a718-80c76eaff1d7 None None] New status for floating IP 818c984b-26c6-42c0-a48f-a946f8754801: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:37:33.941122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f9905-c6a5-4012-a65a-3af89d5e3a58 req-683ca16f-4176-4ee8-a8fe-12719aed98d4 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:33.942552 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3b6f9905-c6a5-4012-a65a-3af89d5e3a58 req-683ca16f-4176-4ee8-a8fe-12719aed98d4 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.0807076
Nov 24 18:37:33.989878 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-3b6f9905-c6a5-4012-a65a-3af89d5e3a58 req-3c464307-8727-4aba-872d-ba5bf241d6d6 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406315
Nov 24 18:37:34.230644 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-850fdc75-84e4-4efd-a6db-caa646816213 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:34.232032 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-850fdc75-84e4-4efd-a6db-caa646816213 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 946 time: 0.1785595
Nov 24 18:37:34.304631 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 632b998c-3e08-4782-8353-65907f10a123 {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:34.305357 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:34.549341 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] For port 632b998c-3e08-4782-8353-65907f10a123, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=632b998c-3e08-4782-8353-65907f10a123,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:34.549698 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:34.671726 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 632b998c-3e08-4782-8353-65907f10a123 owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:34.818425 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:34.823910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-a9b253ec-7598-4ab5-ab50-00eb153d8597 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:34.872553 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=632b998c-3e08-4782-8353-65907f10a123,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:34.875579 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:34.950344 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] No DVR routers for this DVR port 632b998c-3e08-4782-8353-65907f10a123 on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:37:34.952750 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:34.955211 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'name': 'network-vif-deleted', 'tag': '632b998c-3e08-4782-8353-65907f10a123'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:37:34.970645 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-f0612ab2-a6db-4764-a297-e9c954e0c4dd req-28dc0e3f-bed3-457c-9b9a-8f8128a63547 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "DELETE /v2.0/ports/632b998c-3e08-4782-8353-65907f10a123 HTTP/1.1" status: 204  len: 173 time: 0.7299087
Nov 24 18:37:34.999854 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e542869-fd62-4f04-913f-677d62fdc25d', 'name': 'network-vif-deleted', 'tag': '632b998c-3e08-4782-8353-65907f10a123', 'status': 'completed', 'code': 200}
Nov 24 18:37:35.145484 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-c35d79a8-657e-4a68-8546-a1392f0dc3e5 req-8a2b30ba-e4b5-400d-9468-16d3a83a2593 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=0e542869-fd62-4f04-913f-677d62fdc25d HTTP/1.1" status: 200  len: 210 time: 0.0486870
Nov 24 18:37:37.138525 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 632b998c-3e08-4782-8353-65907f10a123 no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:37.172722 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 632b998c-3e08-4782-8353-65907f10a123 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:37.173074 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 632b998c-3e08-4782-8353-65907f10a123 not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:38.644017 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39512) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:38.846593 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 0be9a6d3-30fa-4bf8-8135-dc6bf18239ed {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:38.846939 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:39.013130 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:39.013455 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:39.136203 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 0be9a6d3-30fa-4bf8-8135-dc6bf18239ed owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:39.284910 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:39.288432 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-1a6f009c-f026-46f7-9530-1d161f316da5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:39.333971 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=0be9a6d3-30fa-4bf8-8135-dc6bf18239ed,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:39.337808 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:39.517423 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:39.517751 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.db.l3_db [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Floating IP e6f67ebd-6131-4979-a391-74ece179dd51 disassociated (deleted). External IP: 172.27.0.85, port: 5c562205-eee7-4785-81fa-2db186948c8a.
Nov 24 18:37:39.878875 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:37:40.056981 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:37:40.067628 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:37:40.073565 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:40.076695 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:40.077306 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5b3bd00>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:40.132316 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "DELETE /v2.0/floatingips/e6f67ebd-6131-4979-a391-74ece179dd51 HTTP/1.1" status: 204  len: 168 time: 1.4870420
Nov 24 18:37:40.132872 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:37:40.180522 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a', 'status': 'completed', 'code': 200}
Nov 24 18:37:40.261408 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:40.282176 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-6eaba009-0780-4386-9032-a4d7f0fce98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:40.283926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-6eaba009-0780-4386-9032-a4d7f0fce98d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cb19756ada554e398ec440fa707bd611&device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 1099 time: 0.0749824
Nov 24 18:37:40.477580 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-0bb27073-090f-4e20-bf97-c74ac0778bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:40.479070 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-0bb27073-090f-4e20-bf97-c74ac0778bff service neutron] 10.222.0.55 "GET /v2.0/networks?id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 200  len: 912 time: 0.1845629
Nov 24 18:37:40.558926 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-467ddf5d-b7eb-4774-90de-2f96565baff7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 200  len: 217 time: 0.0689626
Nov 24 18:37:40.593500 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5b3bd00>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:40.597392 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:37:40.607294 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:40.607924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d5b3bd00>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:40.633714 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1fc7a-339e-4ed3-b355-bd34d7dad0c6 req-821ccbc7-f68a-4ccb-ac5b-22f0081fea7c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:40.634412 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6cc1fc7a-339e-4ed3-b355-bd34d7dad0c6 req-821ccbc7-f68a-4ccb-ac5b-22f0081fea7c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Synchronizing usage tracker for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 24 18:37:40.645786 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-e7630318-0ccc-4f09-bc24-4222484869eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:40.647165 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-e7630318-0ccc-4f09-bc24-4222484869eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 200  len: 850 time: 0.0806231
Nov 24 18:37:40.695554 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.quota.resource [req-6cc1fc7a-339e-4ed3-b355-bd34d7dad0c6 req-821ccbc7-f68a-4ccb-ac5b-22f0081fea7c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Unset dirty status for tenant:cb19756ada554e398ec440fa707bd611 on resource:port {{(pid=86832) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 24 18:37:40.696468 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6cc1fc7a-339e-4ed3-b355-bd34d7dad0c6 req-821ccbc7-f68a-4ccb-ac5b-22f0081fea7c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.2711692
Nov 24 18:37:40.756834 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-6cc1fc7a-339e-4ed3-b355-bd34d7dad0c6 req-03224dc2-0716-43e7-8262-10f620ada9d9 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536296
Nov 24 18:37:40.766286 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-b13e1c6b-3da6-4ac6-8448-ecb21b45e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:40.767808 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-b13e1c6b-3da6-4ac6-8448-ecb21b45e9cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43ed2dbe-8edd-4e75-a06b-5078acde0a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1107078
Nov 24 18:37:40.789330 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:40.905714 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-af3d00f7-73ac-4322-96d8-350a654eb498 service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303720
Nov 24 18:37:41.108864 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d5b3bd00>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:41.112819 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31d0fa-9a11-454e-a5eb-e7463fb1055b None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:30:27Z', 'revision_number': 4, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi', '_interfaces': [{'id': '59d39075-4248-437c-a2ff-47f9570f09db', 'name': '', 'network_id': '43ed2dbe-8edd-4e75-a06b-5078acde0a2c', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'mac_address': 'fa:16:3e:67:46:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:26Z', 'updated_at': '2021-11-24T18:30:33Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'subnets': [{'id': '5d8718d2-80b5-491e-a409-6237bb6ad62e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:37:41.150255 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-e46e463f-34c8-4b9d-a103-3a3de96ec0ab req-b48975d8-5958-4f01-9293-ca00c3aa5a0f service neutron] 10.222.0.55 "GET /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356761
Nov 24 18:37:41.323134 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659c65a-f8f7-43b2-a488-d02a4c182b98 None None] New status for floating IP e6f67ebd-6131-4979-a391-74ece179dd51: DOWN {{(pid=86835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Nov 24 18:37:41.941825 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bab604-b463-47fa-b07c-205a94811fe2 req-3e470d83-37fe-4281-993a-cbd09f50ea73 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:41.943245 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33bab604-b463-47fa-b07c-205a94811fe2 req-3e470d83-37fe-4281-993a-cbd09f50ea73 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.0808086
Nov 24 18:37:41.987018 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-33bab604-b463-47fa-b07c-205a94811fe2 req-5a60261a-6dbe-43d5-a202-bed0dd3fbc6d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/security-groups?id=e9b822c3-b278-4a75-9246-50171b1ed5e0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381262
Nov 24 18:37:42.134313 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-1b7890fe-0025-4e52-8e44-d25fddcd1771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 24 18:37:42.135688 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-1b7890fe-0025-4e52-8e44-d25fddcd1771 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 946 time: 0.0879216
Nov 24 18:37:42.209703 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 5c562205-eee7-4785-81fa-2db186948c8a {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:42.210630 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:42.454507 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.db [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] For port 5c562205-eee7-4785-81fa-2db186948c8a, host hv-cinder-81857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81857',level=0,port_id=5c562205-eee7-4785-81fa-2db186948c8a,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:42.454874 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:42.577766 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 5c562205-eee7-4785-81fa-2db186948c8a owned by compute:nova {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:42.726400 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:42.731718 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-730302c7-d9a0-4622-9b7e-d85634d4c792 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:42.777280 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=5c562205-eee7-4785-81fa-2db186948c8a,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:42.780283 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:42.854862 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] No DVR routers for this DVR port 5c562205-eee7-4785-81fa-2db186948c8a on host hv-cinder-81857 {{(pid=86832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:37:42.857178 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for port, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:42.859713 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'name': 'network-vif-deleted', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a'}] {{(pid=86832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 24 18:37:42.875673 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [req-b7a1d4df-53c0-4781-9821-f9b2ccef895a req-4bed1932-5c34-4db6-ae33-0d667c43704d tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.55 "DELETE /v2.0/ports/5c562205-eee7-4785-81fa-2db186948c8a HTTP/1.1" status: 204  len: 173 time: 0.7299559
Nov 24 18:37:42.903550 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933485ba-9405-4063-a5ed-5103795622eb', 'name': 'network-vif-deleted', 'tag': '5c562205-eee7-4785-81fa-2db186948c8a', 'status': 'completed', 'code': 200}
Nov 24 18:37:43.142213 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [req-36c15b87-3879-4ea5-b987-dd49ae45c23a req-a0862534-8709-45da-8211-e290520bbb64 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "GET /v2.0/ports?device_id=933485ba-9405-4063-a5ed-5103795622eb HTTP/1.1" status: 200  len: 210 time: 0.0486133
Nov 24 18:37:44.247111 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39530) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:44.411614 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Deleting port 68dd3d17-4c8c-4f44-b9cf-857759da1b5a {{(pid=86832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:44.411984 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:44.583095 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:44.583687 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:44.711181 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.plugins.ml2.plugin [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Calling delete_port for 68dd3d17-4c8c-4f44-b9cf-857759da1b5a owned by network:floatingip {{(pid=86832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:44.951078 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2438471'] for port, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:44.954619 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-8960a435-51fd-497d-b3ad-4491489b6d1c tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:45.001689 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'Port': ['ID=68dd3d17-4c8c-4f44-b9cf-857759da1b5a,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:45.004675 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:45.092435 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for floatingip, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:45.107108 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-105623'] for floatingip, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:45.108265 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-00d8da20-696a-4260-b047-4aaf942dc010 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "DELETE /v2.0/floatingips/47fbeb64-363f-4fb7-9a72-5128b3deff9b HTTP/1.1" status: 204  len: 168 time: 0.8601227
Nov 24 18:37:45.217063 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 5c562205-eee7-4785-81fa-2db186948c8a no longer exists at agent hyperv_hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:45.250919 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] No Port match for: 5c562205-eee7-4785-81fa-2db186948c8a {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:45.251274 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Device 5c562205-eee7-4785-81fa-2db186948c8a not bound to the agent host hv-cinder-81857 {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:46.490797 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39544) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:46.563900 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:46.593526 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:46.657370 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:46.661360 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-72b3ebc8-5560-4500-8937-0e203d03396b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:46.676025 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b822c3-b278-4a75-9246-50171b1ed5e0,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:46.686134 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.686516 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.686892 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.687312 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.687620 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.687999 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.688356 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.688713 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.689070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.689431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.689785 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.690135 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818579-1-iscsi {{(pid=86833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 24 18:37:46.697561 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:46.699068 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:46.700192 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-09641c76-4b6c-499f-ad34-ee7c5e48cc21 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] 10.222.0.64 "DELETE /v2.0/security-groups/e9b822c3-b278-4a75-9246-50171b1ed5e0 HTTP/1.1" status: 204  len: 168 time: 0.2084188
Nov 24 18:37:46.757413 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39550) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:47.504656 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:47.862227 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Deleting port 59d39075-4248-437c-a2ff-47f9570f09db {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:47.862568 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:48.050368 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] For port 59d39075-4248-437c-a2ff-47f9570f09db, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=59d39075-4248-437c-a2ff-47f9570f09db,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:48.050717 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:48.173488 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Calling delete_port for 59d39075-4248-437c-a2ff-47f9570f09db owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:48.582290 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:48.587002 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-27fcdbf7-b584-4f37-b6d7-a2153a2b592e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:48.633073 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Pushing event deleted for resources: {'Port': ['ID=59d39075-4248-437c-a2ff-47f9570f09db,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:48.636113 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:48.899071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:49.257452 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Router 06575e4a-407e-4377-93b4-defd85fcf4b3 has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:37:49.435037 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:37:49.444254 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Sync routers for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:37:49.447619 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] 10.222.0.64 "PUT /v2.0/routers/06575e4a-407e-4377-93b4-defd85fcf4b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6890099
Nov 24 18:37:49.449972 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39556) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:49.453244 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:49.453853 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d4a07d30>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:49.624816 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:49.667100 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: dv-cinder-818579-1-iscsi {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:49.919644 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:49.929662 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Deleting port e26169c0-41d7-401a-8d63-08633a9e8154 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:49.930001 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:49.961152 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d4a07d30>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:37:48Z', 'revision_number': 5, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port': {'id': 'e26169c0-41d7-401a-8d63-08633a9e8154', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:23Z', 'updated_at': '2021-11-24T18:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:49.965021 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Checking router: 06575e4a-407e-4377-93b4-defd85fcf4b3 for host: dv-cinder-818579-1-iscsi {{(pid=86834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:37:49.973409 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Routers {'06575e4a-407e-4377-93b4-defd85fcf4b3'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:49.974028 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d4a07d30>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['06575e4a-407e-4377-93b4-defd85fcf4b3'], 'active': True} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:50.110341 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] For port e26169c0-41d7-401a-8d63-08633a9e8154, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=e26169c0-41d7-401a-8d63-08633a9e8154,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:50.110695 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.123684 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_dvr_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] Set router 06575e4a-407e-4377-93b4-defd85fcf4b3 gateway port host: None {{(pid=86834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:50.231625 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.db.l3_hamode_db [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d4a07d30>, [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:37:49Z', 'revision_number': 6, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:50.233461 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Calling delete_port for e26169c0-41d7-401a-8d63-08633a9e8154 owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:50.235450 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda97bca-d180-4c5d-b72a-2c4a370c005b None None] The sync data for ids ['06575e4a-407e-4377-93b4-defd85fcf4b3'] in dv-cinder-818579-1-iscsi is: [{'id': '06575e4a-407e-4377-93b4-defd85fcf4b3', 'name': 'tempest-TestVolumeBootPattern-889607710-router', 'tenant_id': 'cb19756ada554e398ec440fa707bd611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:22Z', 'updated_at': '2021-11-24T18:37:49Z', 'revision_number': 6, 'project_id': 'cb19756ada554e398ec440fa707bd611', 'gw_port_host': None}] {{(pid=86834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:37:50.311372 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:37:50.407415 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.411468 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-471977a2-f7a7-40b0-8832-14b73df8c66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:50.456213 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e26169c0-41d7-401a-8d63-08633a9e8154,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:50.459224 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:50.550912 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.739390 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.742707 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.764642 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.765133 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06575e4a-407e-4377-93b4-defd85fcf4b3 {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:37:50.777121 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.778218 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-2d3d25d8-025d-41d9-8dd5-a4099b13af58 admin admin] 10.222.0.64 "DELETE /v2.0/routers/06575e4a-407e-4377-93b4-defd85fcf4b3 HTTP/1.1" status: 204  len: 168 time: 1.3272970
Nov 24 18:37:50.780862 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39560) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:50.841414 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Deleting subnet 5d8718d2-80b5-491e-a409-6237bb6ad62e {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:37:50.844135 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.895700 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:50.978052 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.045893 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.050270 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:51.090575 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8718d2-80b5-491e-a409-6237bb6ad62e,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:51.093675 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:51.096795 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.103697 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beec0bea-c01e-4907-9e81-699cc75d8a7c None None] Network 43ed2dbe-8edd-4e75-a06b-5078acde0a2c requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:37:51.104936 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-c19aeb05-ad49-41ab-a66b-ae9840211805 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5d8718d2-80b5-491e-a409-6237bb6ad62e HTTP/1.1" status: 204  len: 168 time: 0.3231204
Nov 24 18:37:51.107409 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39564) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:51.229754 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.244507 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Deleting port be0296ff-c1af-4eb4-b320-86db893720a0 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:51.245076 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.369452 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] DHCP port deletion for 43ed2dbe-8edd-4e75-a06b-5078acde0a2c request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:37:51.375188 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Deleting port be0296ff-c1af-4eb4-b320-86db893720a0 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:51.375782 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.433154 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 59d39075-4248-437c-a2ff-47f9570f09db no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:51.469554 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 59d39075-4248-437c-a2ff-47f9570f09db {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:51.469918 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 59d39075-4248-437c-a2ff-47f9570f09db not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:51.470351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device be0296ff-c1af-4eb4-b320-86db893720a0 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:51.562772 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] For port be0296ff-c1af-4eb4-b320-86db893720a0, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=be0296ff-c1af-4eb4-b320-86db893720a0,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:51.563129 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.689754 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Calling delete_port for be0296ff-c1af-4eb4-b320-86db893720a0 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:51.729125 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] For port be0296ff-c1af-4eb4-b320-86db893720a0, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=be0296ff-c1af-4eb4-b320-86db893720a0,segment=NetworkSegment(ee8f7138-27be-44a2-ad09-824bbdd32feb),segment_id=ee8f7138-27be-44a2-ad09-824bbdd32feb)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:51.729797 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.740027 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629601'] for port, before_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.766326 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.770399 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-beeb8021-ed70-4f68-9e12-6c34cac2a722 tempest-TestVolumeBootPattern-862969102 tempest-TestVolumeBootPattern-862969102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:51.816274 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=be0296ff-c1af-4eb4-b320-86db893720a0,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:51.819482 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:51.820297 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] No DVR routers for this DVR port be0296ff-c1af-4eb4-b320-86db893720a0 on host dv-cinder-818579-1-iscsi {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:37:51.914770 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Calling delete_port for be0296ff-c1af-4eb4-b320-86db893720a0 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:51.937797 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:51.967168 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d5031160>,) {'filters': {'network_id': ['43ed2dbe-8edd-4e75-a06b-5078acde0a2c']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:51.979519 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d5031160>, 'ee8f7138-27be-44a2-ad09-824bbdd32feb') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:51.979843 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d5031160>, 'ee8f7138-27be-44a2-ad09-824bbdd32feb') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:51.990806 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.001892 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e26169c0-41d7-401a-8d63-08633a9e8154 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:52.008740 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.015464 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:37:52.015891 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:37:52.029022 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:37:52.039170 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: e26169c0-41d7-401a-8d63-08633a9e8154 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:52.039527 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device e26169c0-41d7-401a-8d63-08633a9e8154 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:52.061885 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:37:52.062250 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:37:52.101680 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.105539 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-015ebc2a-bf53-417b-96e5-b8f10c602c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:52.122541 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.133730 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ed2dbe-8edd-4e75-a06b-5078acde0a2c,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:52.138122 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:52.146071 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-0dddcfa9-80ed-44cc-a896-8f5da05477b7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/43ed2dbe-8edd-4e75-a06b-5078acde0a2c HTTP/1.1" status: 204  len: 168 time: 1.0376179
Nov 24 18:37:52.148988 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39568) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:52.564039 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Deleting port be0296ff-c1af-4eb4-b320-86db893720a0 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:52.564601 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:52.632821 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-0352d103-7752-4dc6-ac10-01098293b45d None None] The port 'be0296ff-c1af-4eb4-b320-86db893720a0' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:37:52.676486 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596832'] for router_interface, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.115049 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Deleting port fd6f080d-68e8-498c-ab68-914dbacd6d48 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:53.115777 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.286877 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] For port fd6f080d-68e8-498c-ab68-914dbacd6d48, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=fd6f080d-68e8-498c-ab68-914dbacd6d48,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:53.287233 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.310786 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c1378a7f-af8c-41fb-b139-3211d6266ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.416531 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Calling delete_port for fd6f080d-68e8-498c-ab68-914dbacd6d48 owned by network:router_interface {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:53.592459 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.599836 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:53.604070 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-8d01ed8b-70b5-441d-86ac-84c13696c96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:53.649834 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6f080d-68e8-498c-ab68-914dbacd6d48,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:53.652342 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:53.923502 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-441424'] for router_interface, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:54.375423 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Router ac8a68b0-75fb-46f0-b825-ae851acd023f has already been hosted by L3 agent 2b851731-403e-4817-9533-af930ca08882 {{(pid=86833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Nov 24 18:37:54.552168 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] Notify agent at l3_agent.dv-cinder-818579-1-iscsi the message routers_updated {{(pid=86833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Nov 24 18:37:54.562762 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Sync routers for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Nov 24 18:37:54.572667 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-0913be52-edf3-4d00-ba2c-ae41675b500e admin admin] 10.222.0.64 "PUT /v2.0/routers/ac8a68b0-75fb-46f0-b825-ae851acd023f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4187951
Nov 24 18:37:54.572944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39572) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:54.574920 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:54.575530 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d594b550>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:54.748069 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks [] for router, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:54.751974 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: dv-cinder-818579-1-iscsi {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:54.926106 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:54.937266 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Deleting port 4be96f8e-d125-4d14-a77e-f1af9bf88440 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:54.937648 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.064547 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d594b550>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'external_fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:37:53Z', 'revision_number': 5, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port': {'id': '4be96f8e-d125-4d14-a77e-f1af9bf88440', 'name': '', 'network_id': '1112414e-8fa4-4c4a-9e61-2f1835e0ba31', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:93:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818579-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T18:30:32Z', 'updated_at': '2021-11-24T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '994b30fe-ccfa-4744-a25f-2f4709a7d594', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818579-1-iscsi'}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:55.068251 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Checking router: ac8a68b0-75fb-46f0-b825-ae851acd023f for host: dv-cinder-818579-1-iscsi {{(pid=86835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Nov 24 18:37:55.077296 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Routers {'ac8a68b0-75fb-46f0-b825-ae851acd023f'} bound to L3 agent in host dv-cinder-818579-1-iscsi {{(pid=86835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 24 18:37:55.077901 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f65d594b550>, 'dv-cinder-818579-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T17:41:56Z,description=<?>,heartbeat_timestamp=2021-11-24T18:37:26Z,host='dv-cinder-818579-1-iscsi',id=2b851731-403e-4817-9533-af930ca08882,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-24T17:41:56Z,topic='l3_agent')) {'router_ids': ['ac8a68b0-75fb-46f0-b825-ae851acd023f'], 'active': True} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:55.113934 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] For port 4be96f8e-d125-4d14-a77e-f1af9bf88440, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=4be96f8e-d125-4d14-a77e-f1af9bf88440,segment=NetworkSegment(1d60fed5-be7b-4a1c-b53c-f107f1240272),segment_id=1d60fed5-be7b-4a1c-b53c-f107f1240272)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:55.114297 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.233468 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_dvr_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] Set router ac8a68b0-75fb-46f0-b825-ae851acd023f gateway port host: None {{(pid=86835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Nov 24 18:37:55.239478 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Calling delete_port for 4be96f8e-d125-4d14-a77e-f1af9bf88440 owned by network:router_gateway {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:55.343036 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.l3_hamode_db [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f65d594b550>, [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:37:54Z', 'revision_number': 6, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port_host': None}], 'dv-cinder-818579-1-iscsi', False) {} {{(pid=86835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:55.347326 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba30fd1-3df4-4da9-b9b0-0c17884e72f6 None None] The sync data for ids ['ac8a68b0-75fb-46f0-b825-ae851acd023f'] in dv-cinder-818579-1-iscsi is: [{'id': 'ac8a68b0-75fb-46f0-b825-ae851acd023f', 'name': 'tempest-TestVolumeBootPattern-1870699768-router', 'tenant_id': 'ed25142c1586426e8d313879554b1b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T18:30:31Z', 'updated_at': '2021-11-24T18:37:54Z', 'revision_number': 6, 'project_id': 'ed25142c1586426e8d313879554b1b92', 'gw_port_host': None}] {{(pid=86835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Nov 24 18:37:55.430716 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.434332 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-a4c277ae-cc0e-44fb-a592-9c5c77808f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:55.478155 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4be96f8e-d125-4d14-a77e-f1af9bf88440,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:55.481250 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:55.570075 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439239'] for router_gateway, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.855181 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47395'] for router, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.857349 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.879981 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1596745'] for router, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.880476 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8a68b0-75fb-46f0-b825-ae851acd023f {{(pid=86833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 24 18:37:55.893816 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] Notify callbacks [] for router, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:55.894926 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-32deb32c-7765-4f3a-973a-dd8e92b79b8f admin admin] 10.222.0.64 "DELETE /v2.0/routers/ac8a68b0-75fb-46f0-b825-ae851acd023f HTTP/1.1" status: 204  len: 168 time: 1.3211629
Nov 24 18:37:55.898159 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39576) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:55.957722 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Deleting subnet 24be6335-2440-4371-a129-62495dfb72f1 {{(pid=86833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Nov 24 18:37:55.961693 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.011577 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3739560'] for subnet, precommit_delete_associations {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.090351 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1552944'] for subnet, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.160345 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1553000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2247300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2432750'] for subnet, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.163983 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:56.187476 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-4d9dc592-fd3b-463b-8211-69061c6df60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.202071 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24be6335-2440-4371-a129-62495dfb72f1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:56.205709 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:56.208231 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.214467 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fea838-e11b-4c8f-97ea-5b7e75d2791c None None] Network 1988db2e-2a66-4abe-90a6-da652a1bbc8f requested from dv-cinder-818579-1-iscsi {{(pid=86834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Nov 24 18:37:56.217198 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-bacb1ae5-1ae0-49a3-87b2-4e91b39ebea1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/24be6335-2440-4371-a129-62495dfb72f1 HTTP/1.1" status: 204  len: 168 time: 0.3158367
Nov 24 18:37:56.217529 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39580) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:56.328190 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483403'] for network, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.340571 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Deleting port c749f79c-8408-4cde-a63d-61d83fabaf63 {{(pid=86833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:56.340915 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.493768 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] DHCP port deletion for 1988db2e-2a66-4abe-90a6-da652a1bbc8f request from dv-cinder-818579-1-iscsi {{(pid=86834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Nov 24 18:37:56.497981 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Deleting port c749f79c-8408-4cde-a63d-61d83fabaf63 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:56.498362 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.558716 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.db [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] For port c749f79c-8408-4cde-a63d-61d83fabaf63, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=c749f79c-8408-4cde-a63d-61d83fabaf63,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:56.559332 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.683378 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.plugin [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Calling delete_port for c749f79c-8408-4cde-a63d-61d83fabaf63 owned by network:dhcp {{(pid=86833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:56.713075 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.db [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] For port c749f79c-8408-4cde-a63d-61d83fabaf63, host dv-cinder-818579-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818579-1-iscsi',level=0,port_id=c749f79c-8408-4cde-a63d-61d83fabaf63,segment=NetworkSegment(6ecb2e26-4404-4e29-9743-ae41c7ac48e6),segment_id=6ecb2e26-4404-4e29-9743-ae41c7ac48e6)] {{(pid=86834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Nov 24 18:37:56.713482 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-442016'] for port, precommit_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.762216 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-629538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754711044181', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754710495582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2247351'] for port, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.765951 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-2c2b7229-220d-4151-92d5-e952532b4e7f tempest-AttachVolumeTestJSON-853213452 tempest-AttachVolumeTestJSON-853213452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:56.810625 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Pushing event deleted for resources: {'Port': ['ID=c749f79c-8408-4cde-a63d-61d83fabaf63,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:56.813703 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:56.816013 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] No DVR routers for this DVR port c749f79c-8408-4cde-a63d-61d83fabaf63 on host dv-cinder-818579-1-iscsi {{(pid=86833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 24 18:37:56.835781 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Calling delete_port for c749f79c-8408-4cde-a63d-61d83fabaf63 owned by network:dhcp {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Nov 24 18:37:56.907401 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.db.api [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 24 18:37:56.907794 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG oslo_db.api [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 24 18:37:56.933293 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1551643', 'neutron.services.segments.db._delete_segments_for_network-8754710935206'] for network, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.956834 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:56.958737 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccdf10>,) {'filters': {'network_id': ['1988db2e-2a66-4abe-90a6-da652a1bbc8f']}} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:56.974917 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccdf10>, '6ecb2e26-4404-4e29-9743-ae41c7ac48e6') {'for_net_delete': True} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:56.975944 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.services.segments.db [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f65d4ccdf10>, '6ecb2e26-4404-4e29-9743-ae41c7ac48e6') {} {{(pid=86833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 24 18:37:56.987388 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754710979705', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3739583'] for segment, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.003396 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1556058'] for segment, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.009948 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=86833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Nov 24 18:37:57.010319 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1556051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2247258'] for segment, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]: Traceback (most recent call last):
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     timer()
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     cb(*args, **kw)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     return func(*args, **kwargs)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     self._notify()
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     self.callback(batched_events)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     event.method(event)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     return f(self, *a, **k)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._get(url).json()
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     return self.request(url, 'GET', **kwargs)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 24 18:37:57.023966 dv-cinder-818579-1-iscsi neutron-server[86833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 24 18:37:57.102517 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1551650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-439200'] for network, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.105857 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-afd72072-1aec-4a34-b1d5-038d43c418c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:57.118433 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602174'] for network, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.134431 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Pushing event deleted for resources: {'Network': ['ID=1988db2e-2a66-4abe-90a6-da652a1bbc8f,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:57.137942 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:57.139686 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-29a04e65-29ac-421a-a5d4-b71c8943831a admin admin] 10.222.0.64 "DELETE /v2.0/networks/1988db2e-2a66-4abe-90a6-da652a1bbc8f HTTP/1.1" status: 204  len: 168 time: 0.9213319
Nov 24 18:37:57.251242 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39586) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:57.301727 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-915e3d72-42a4-4de7-9906-1a0736308473 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb19756ada554e398ec440fa707bd611&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489316
Nov 24 18:37:57.303999 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.wsgi [-] (86832) accepted ('10.222.0.64', 39590) {{(pid=86832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:57.370627 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.398344 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.402633 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4be96f8e-d125-4d14-a77e-f1af9bf88440 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:57.435793 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Deleting port c749f79c-8408-4cde-a63d-61d83fabaf63 {{(pid=86834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Nov 24 18:37:57.436490 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754711039937'] for port, before_delete {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.451143 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.454894 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-f461a1a2-6bfb-4a5a-963b-96bc7ccb3757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:57.467960 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2249f8ff-04e2-4f81-96ba-7d042290e27d,revision_number=None']} {{(pid=86832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:57.470418 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: 4be96f8e-d125-4d14-a77e-f1af9bf88440 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:57.471017 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device 4be96f8e-d125-4d14-a77e-f1af9bf88440 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:57.471308 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG oslo_concurrency.lockutils [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:57.471446 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device c749f79c-8408-4cde-a63d-61d83fabaf63 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:57.477532 dv-cinder-818579-1-iscsi neutron-server[86832]: DEBUG neutron_lib.callbacks.manager [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.478742 dv-cinder-818579-1-iscsi neutron-server[86832]: INFO neutron.wsgi [None req-2b63dff9-53a7-4c94-acd0-2dafd4e6f562 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2249f8ff-04e2-4f81-96ba-7d042290e27d HTTP/1.1" status: 204  len: 168 time: 0.1738057
Nov 24 18:37:57.521081 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: c749f79c-8408-4cde-a63d-61d83fabaf63 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:57.521427 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device c749f79c-8408-4cde-a63d-61d83fabaf63 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:57.521849 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device fd6f080d-68e8-498c-ab68-914dbacd6d48 no longer exists at agent ovs-agent-dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 24 18:37:57.581638 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-a83c751d-2c0f-48be-aec1-f7886769088f None None] The port 'c749f79c-8408-4cde-a63d-61d83fabaf63' was deleted {{(pid=86834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Nov 24 18:37:57.588082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] No Port match for: fd6f080d-68e8-498c-ab68-914dbacd6d48 {{(pid=86834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Nov 24 18:37:57.588433 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron.plugins.ml2.rpc [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Device fd6f080d-68e8-498c-ab68-914dbacd6d48 not bound to the agent host dv-cinder-818579-1-iscsi {{(pid=86834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 24 18:37:57.822976 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39598) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:57.870883 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-26cdefb4-7af9-4e7e-a539-a0d38a099eaa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ed25142c1586426e8d313879554b1b92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465930
Nov 24 18:37:57.873203 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [-] (86833) accepted ('10.222.0.64', 39602) {{(pid=86833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 24 18:37:57.933090 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:57.958339 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:58.009015 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522282'] for security_group, after_delete {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:58.013677 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-50b036b4-f2b8-477c-913a-52e9f06dd51c tempest-TestShelveInstance-2021488881 tempest-TestShelveInstance-2021488881-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 24 18:37:58.025696 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56074103-28af-43ec-9f6a-0b42635108d1,revision_number=None']} {{(pid=86833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 24 18:37:58.028526 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG oslo_concurrency.lockutils [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 24 18:37:58.030400 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron_lib.callbacks.manager [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:37:58.031489 dv-cinder-818579-1-iscsi neutron-server[86833]: INFO neutron.wsgi [None req-435fe64d-3f52-452b-b6a6-23678d3f520d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56074103-28af-43ec-9f6a-0b42635108d1 HTTP/1.1" status: 204  len: 168 time: 0.1574206
Nov 24 18:37:58.302972 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:00.285801 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:23.312636 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2119-a53c-43f5-bcf9-3ab159199cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:23.596232 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:26.189432 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-274efa52-1522-46fa-ad1a-e8a73b554973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:26.958090 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:27.309867 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:38:28.304201 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:30.289025 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:53.316931 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-757f0375-f86a-4f4c-bc81-fd20358364a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:53.597596 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:56.190245 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-d37d33e9-b764-4a94-948c-3cc65bd107f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:56.962160 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:38:58.306826 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:00.293173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:04.308886 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:39:23.318888 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-02aaa80e-74a5-43a1-b753-c7ff05ef81af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:23.598459 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:26.192103 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1fbf5c17-6c59-4706-b8a8-34f6d0c76faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:26.964945 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:28.309082 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:30.290903 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:41.307503 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:39:53.321351 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-6fccbefa-6175-490f-8325-05e3e4487a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:53.599288 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:56.194173 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-1186db3f-3b18-4935-99b6-9c8f0b8667ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:56.967510 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:39:58.312578 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:00.309754 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:18.306430 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:40:23.322670 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-3538d3fc-a412-4089-968d-b7d0f6b3fca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:23.601390 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:26.200097 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1be5-0c54-4407-a09b-bb75e1ed9be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:26.970707 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:28.315870 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:30.318925 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:53.325570 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-dc362993-ab03-45c6-a7a0-cc7b902bc7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:53.603482 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:55.305076 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:40:56.200632 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-987999bd-257a-4e29-b9f4-e7e2aea7106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:56.974511 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:40:58.318051 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:00.319954 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:23.328672 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-35a00139-bfea-400e-912a-6cff2b60c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:23.605305 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:26.205192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-67746f93-e145-4133-a10e-d345a527441e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:26.975974 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:28.320924 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:30.324844 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:32.304333 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:41:53.333253 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-9cfab97e-00bb-487b-81de-60a9c4b2917d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:53.610210 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:56.208080 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-e80c4bb0-3771-4a6d-8642-18f9818369ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:56.979341 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:41:58.325192 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:00.332312 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:09.303079 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:42:23.334448 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-961cef45-080b-433e-b835-4991ff750fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:23.615437 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:26.211727 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-c35d32c0-9bb7-410f-ab89-247c39ef1d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:26.981644 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:28.328624 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:30.337725 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:46.303751 dv-cinder-818579-1-iscsi neutron-server[86835]: DEBUG neutron.db.agents_db [None req-0dfdfc80-b0cc-46ff-b7f9-0e9e06ba1e56 None None] Agent healthcheck: found 6 active agents {{(pid=86835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 24 18:42:53.337757 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-0d18fc16-2f20-417f-9ec9-83e061e82367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:53.617960 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8b5a5229-adb5-4f85-b458-4c5a5370d677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:56.216405 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-8ff3905a-bbdd-4262-b5a0-d9a0fdb469f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:56.445756 dv-cinder-818579-1-iscsi neutron-server[86833]: DEBUG neutron.wsgi [req-97d45d83-5085-4fd3-aecc-47b02ef18057 req-ccab4527-6211-488a-8909-e46ac60b0455 service neutron] (86833) timed out ('10.222.0.64', 36186) {{(pid=86833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 24 18:42:56.985773 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-adb57efd-febb-45c4-9698-fde2b926a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:42:58.330338 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-fc3ad3f0-35cd-41cc-a88b-c2f79f3c4c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 24 18:43:00.349306 dv-cinder-818579-1-iscsi neutron-server[86834]: DEBUG neutron_lib.callbacks.manager [None req-659732b0-a2d6-4780-ab91-72651b97ff2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754710935215', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1550433'] for agent, after_update {{(pid=86834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}